-- Logs begin at Sat 2021-08-21 11:33:52 UTC, end at Sat 2021-08-21 12:36:36 UTC. -- Aug 21 12:09:27.480729 dv-cinder-805477-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Aug 21 12:09:30.065008 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.common.config [-] Logging enabled! Aug 21 12:09:30.065556 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.1.dev13 Aug 21 12:09:30.066770 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82268) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 21 12:09:30.067512 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.common.config [-] Logging enabled! Aug 21 12:09:30.067803 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.1.dev13 Aug 21 12:09:30.068088 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82268) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 21 12:09:30.069177 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Aug 21 12:09:30.069449 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Aug 21 12:09:30.070439 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Aug 21 12:09:30.070729 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Aug 21 12:09:30.070991 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Aug 21 12:09:30.071358 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.071711 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.072053 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.072320 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.072667 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.073007 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.073371 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.073708 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.074053 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.074380 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.074700 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.075023 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.075289 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.075613 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] config_source = [] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.075944 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.076280 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.076540 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] debug = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.077520 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.078067 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.078395 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.078716 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.079050 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.079364 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.079683 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.080008 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.080376 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] host = dv-cinder-805477-2-smb {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.080695 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.081038 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.081381 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.081711 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.082027 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.082344 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.082673 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.082987 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] log_dir = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.083299 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] log_file = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.083614 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.083946 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.084276 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.084617 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.084880 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.085177 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.085495 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.085829 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.086144 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.086458 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.086774 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.087090 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.087405 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.087713 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.088053 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.088388 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.088717 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.089042 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.089383 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.089695 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.090006 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.090332 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.090642 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.090956 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.091269 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.091605 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.091911 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.092220 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.092610 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.092934 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.093293 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.093623 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.093935 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.094267 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.094577 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.094886 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] use_journal = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.095196 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] use_json = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.095511 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.095823 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.096152 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.096464 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.096775 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.097108 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.097422 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.097750 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:30.098095 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.098441 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.098785 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.099107 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.099440 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.099764 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.100097 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.100417 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.100749 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.101106 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.101437 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.101757 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.102085 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.102427 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.102766 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.103078 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.103394 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.103731 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.104049 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.104362 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.104695 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.105041 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.105345 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.105667 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.105985 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.106296 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.106606 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.106926 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.107258 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.107576 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.107892 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.108254 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.108549 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.108858 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.109209 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.109528 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.109839 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.110152 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.110471 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.110784 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.111101 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.111422 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.111734 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.112055 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.112370 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.112681 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.112994 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.113328 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.113636 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.113949 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.114282 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.114577 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.114887 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.115198 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.115506 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.115815 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.116126 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.116451 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.116789 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.117131 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.117451 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.117770 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.118090 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.118408 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.118726 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.119042 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.119361 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.119669 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.120002 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.120326 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.120652 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.120974 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.121318 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.121659 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.121979 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.122303 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.122621 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.122938 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.123262 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.123572 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.124661 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.125104 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.125449 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.125790 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.126128 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.126452 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.126811 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.127133 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:30.127388 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Aug 21 12:09:30.127659 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82268) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Aug 21 12:09:30.794247 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:09:30.794574 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=82268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:09:30.794907 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:09:30.797397 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 21 12:09:31.142160 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.142679 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.142780 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.205190 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.205515 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.205823 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.208732 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.209077 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.209391 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.353602 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.353928 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.354228 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.355418 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.355731 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.356034 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.477369 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.477634 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.477944 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.478253 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.479284 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.662935 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.663316 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.663652 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.663965 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.664270 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.664655 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.664960 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.665283 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.665578 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.665922 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.666222 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.666533 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.666843 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.667141 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.667457 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.667777 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.668074 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.668399 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.668689 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.669057 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.669506 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.669799 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.670086 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.670449 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.671319 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.671608 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.672034 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82268) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 12:09:31.672314 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82268) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 12:09:31.672592 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82268) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 12:09:31.672872 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82268) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 12:09:31.673172 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82268) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 12:09:31.673449 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82268) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 12:09:31.674796 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 21 12:09:31.682587 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 21 12:09:31.690059 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 21 12:09:31.695398 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 21 12:09:31.698191 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 21 12:09:31.699273 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 21 12:09:31.699666 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 21 12:09:31.700110 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 21 12:09:31.704098 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 21 12:09:31.704394 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 21 12:09:31.704936 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 21 12:09:31.732429 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Aug 21 12:09:31.732910 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.733952 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82268) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 21 12:09:31.734314 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.735680 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82268) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 21 12:09:31.736005 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 21 12:09:31.736293 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 21 12:09:31.739376 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.739701 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:31.806276 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 21 12:09:31.806559 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 21 12:09:31.806857 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 21 12:09:31.807253 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 21 12:09:31.841550 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_db.sqlalchemy.engines [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=82268) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 21 12:09:32.139044 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.managers [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Initializing driver for type 'gre' Aug 21 12:09:32.139661 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] gre ID ranges: [(1, 1000)] Aug 21 12:09:32.181210 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.managers [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Initializing driver for type 'local' Aug 21 12:09:32.181669 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.managers [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Initializing driver for type 'vlan' Aug 21 12:09:32.192589 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] VlanTypeDriver initialization complete Aug 21 12:09:32.193086 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.managers [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Initializing driver for type 'vxlan' Aug 21 12:09:32.193692 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] vxlan ID ranges: [(1, 1000)] Aug 21 12:09:32.235199 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.managers [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Initializing extension driver 'port_security' Aug 21 12:09:32.235554 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.extensions.port_security [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] PortSecurityExtensionDriver initialization complete Aug 21 12:09:32.235922 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.managers [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Initializing mechanism driver 'openvswitch' Aug 21 12:09:32.236280 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.managers [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Initializing mechanism driver 'hyperv' Aug 21 12:09:32.242507 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:09:32.243343 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > port after_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.243749 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > port after_update 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.244138 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > port after_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.244561 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > subnet after_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.244946 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > subnet after_update 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.245350 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.245765 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > network after_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.246147 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > network after_update 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.246522 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > network after_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.246932 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > security_group after_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.247309 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > security_group after_update 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.247852 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.248272 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.248654 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.249065 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.249410 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] ML2 OVO RPC backend initialized. {{(pid=82268) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Aug 21 12:09:32.250117 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.250505 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.250953 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > network before_response 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.251332 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > networks before_response 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.251708 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > port before_response 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.252079 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > ports before_response 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.252453 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > subnet before_response 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.252825 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > subnets before_response 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.253228 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > network after_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.253599 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > network after_update 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.253966 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > network after_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.254585 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > port after_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.254948 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > port after_update 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.255317 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > port after_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.255678 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > subnet after_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.256044 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > subnet after_update 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.256407 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.257035 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.plugin [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Modular L2 Plugin initialization complete Aug 21 12:09:32.257398 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading services supported by the core plugin {{(pid=82268) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Aug 21 12:09:32.257764 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.plugins.ml2.managers [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Got port-security extension from driver 'port_security' Aug 21 12:09:32.258261 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.extensions.vlantransparent [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Disabled vlantransparent extension. Aug 21 12:09:32.258712 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82268) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Aug 21 12:09:32.259053 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading Plugin: router Aug 21 12:09:32.300641 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.301103 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > router after_create 55549900 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.301515 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > router before_create 55549900 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.301924 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.302346 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.302747 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > router after_delete 55549900 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.303149 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.303559 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > router after_create 55549900 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.303947 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > router after_update 55549900 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.304342 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > router after_update 55549900 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.304733 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.305174 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > router after_update 55549900 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.305677 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > router precommit_update 55549900 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.306105 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: port after_update 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.306489 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: port after_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.306864 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: subnet after_update 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.307241 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.307629 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.308022 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > router precommit_create 55549900 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.308406 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: port before_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.308784 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > router precommit_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.309216 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > router after_update 55549900 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.309602 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.309994 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > router precommit_create 55549900 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.310401 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.310788 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > router precommit_update 55549900 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.311267 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > agent after_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.311663 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > agent after_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.312050 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > network after_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.313040 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Tracking information for resource: router configured {{(pid=82268) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 12:09:32.313409 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Tracking information for resource: floatingip configured {{(pid=82268) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 12:09:32.319674 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.l3_agentschedulers_db [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 21 12:09:32.320312 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: port after_update 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.320704 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: port after_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.321111 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: port after_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.321497 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: port after_update 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.322381 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > router before_create 55550100 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.322784 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.323185 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > router precommit_create 55550100 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.323581 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > router precommit_update 55550100 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.328298 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.provider_configuration [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Service providers = [] {{(pid=82268) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 21 12:09:32.328692 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.servicetype_db [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82268) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 21 12:09:32.331536 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.service_base [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82268) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Aug 21 12:09:32.331922 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.service_base [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82268) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Aug 21 12:09:32.332301 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.service_base [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82268) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Aug 21 12:09:32.333217 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.service_base [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82268) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Aug 21 12:09:32.333616 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.services.service_base [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 21 12:09:32.334027 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82268) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Aug 21 12:09:32.334380 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 21 12:09:32.354864 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82268) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Aug 21 12:09:32.355235 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading Plugin: auto_allocate Aug 21 12:09:32.366163 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: network precommit_update 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.366564 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: network precommit_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.367150 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82268) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Aug 21 12:09:32.367507 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading Plugin: tag Aug 21 12:09:32.378851 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82268) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Aug 21 12:09:32.379473 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading Plugin: timestamp Aug 21 12:09:32.383216 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82268) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Aug 21 12:09:32.383582 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading Plugin: network_ip_availability Aug 21 12:09:32.389271 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.389696 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.390087 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.390857 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82268) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Aug 21 12:09:32.391212 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading Plugin: flavors Aug 21 12:09:32.407138 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82268) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Aug 21 12:09:32.407502 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading Plugin: revisions Aug 21 12:09:32.411781 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82268) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Aug 21 12:09:32.412200 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.617s {{(pid=82268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:09:32.412988 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82268) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:633}} Aug 21 12:09:32.413369 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Initializing extension manager. Aug 21 12:09:32.413920 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: __init__.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.414297 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: __pycache__ {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.414665 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.415033 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.415398 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: _filter_validation_lib.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.415760 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.416121 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: address_scope.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.416935 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.417595 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: address-scope Aug 21 12:09:32.417953 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.418888 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.419468 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: router-admin-state-down-before-update Aug 21 12:09:32.419824 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: agent.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.421244 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.421814 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: agent Aug 21 12:09:32.422172 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: agent_resources_synced.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.423089 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.423660 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: agent-resources-synced Aug 21 12:09:32.424019 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: allowedaddresspairs.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.425812 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.426384 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: allowed-address-pairs Aug 21 12:09:32.426744 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: auto_allocated_topology.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.427929 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.428505 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: auto-allocated-topology Aug 21 12:09:32.428866 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: availability_zone.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.429683 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.430254 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: availability_zone Aug 21 12:09:32.430612 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: availability_zone_filter.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.431529 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.432102 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: availability_zone_filter Aug 21 12:09:32.432462 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: data_plane_status.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.433409 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.433979 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension data-plane-status not supported by any of loaded plugins Aug 21 12:09:32.434341 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: default_subnetpools.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.435252 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.435820 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: default-subnetpools Aug 21 12:09:32.436268 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.437158 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.437736 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: dhcp_agent_scheduler Aug 21 12:09:32.438097 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: dns.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.439014 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.439566 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension dns-integration not supported by any of loaded plugins Aug 21 12:09:32.439928 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: dns_domain_ports.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.440842 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.441433 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 21 12:09:32.441786 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: dvr.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.442521 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.443087 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: dvr Aug 21 12:09:32.443444 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: empty_string_filtering.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.444354 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.444918 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: empty-string-filtering Aug 21 12:09:32.445298 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.446208 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.446766 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 21 12:09:32.447123 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.448030 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.448598 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 21 12:09:32.448958 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: external_net.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.449895 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.450463 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: external-net Aug 21 12:09:32.450821 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.451747 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.452316 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: extra_dhcp_opt Aug 21 12:09:32.452668 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: extraroute.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.453609 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.454171 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: extraroute Aug 21 12:09:32.454524 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: extraroute_atomic.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.455646 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.456213 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: extraroute-atomic Aug 21 12:09:32.456572 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: filter_validation.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.457308 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.457869 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: filter-validation Aug 21 12:09:32.458221 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: fip_pf_description.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.459138 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.459702 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 21 12:09:32.460060 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: fip_port_details.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.460979 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.461589 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: fip-port-details Aug 21 12:09:32.461940 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: flavors.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.463158 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.463726 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: flavors Aug 21 12:09:32.464084 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.465815 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.466398 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 21 12:09:32.466763 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: floatingip_pools.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.468044 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.468704 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: floatingip-pools Aug 21 12:09:32.469100 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: ip_allocation.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.470033 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.470593 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension ip_allocation not supported by any of loaded plugins Aug 21 12:09:32.470952 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.471875 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.472440 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: ip-substring-filtering Aug 21 12:09:32.472800 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: l2_adjacency.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.473778 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.474339 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 21 12:09:32.474696 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: l3.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.475776 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.476355 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: router Aug 21 12:09:32.476715 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.479175 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.479762 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 21 12:09:32.480127 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.481074 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.481644 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: ext-gw-mode Aug 21 12:09:32.482006 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.483492 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.484183 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: l3-ha Aug 21 12:09:32.484545 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: l3_flavors.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.485513 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.486085 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: l3-flavors Aug 21 12:09:32.486444 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.487356 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.487925 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 21 12:09:32.488285 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: l3agentscheduler.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.489507 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.490095 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: l3_agent_scheduler Aug 21 12:09:32.490457 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: logging.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.492016 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.492612 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension logging not supported by any of loaded plugins Aug 21 12:09:32.492984 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: metering.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.493984 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.494686 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: metering Aug 21 12:09:32.495047 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: multiprovidernet.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.495992 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.496575 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: multi-provider Aug 21 12:09:32.496937 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: netmtu.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.497900 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.498486 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: net-mtu Aug 21 12:09:32.498893 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: netmtu_writable.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.499822 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.500434 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: net-mtu-writable Aug 21 12:09:32.500794 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: network_availability_zone.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.501561 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.502134 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: network_availability_zone Aug 21 12:09:32.502491 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: network_ip_availability.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.503578 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.504144 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: network-ip-availability Aug 21 12:09:32.504771 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: network_segment_range.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.505798 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.506429 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension network-segment-range not supported by any of loaded plugins Aug 21 12:09:32.506790 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: pagination.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.507777 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.508147 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: pagination Aug 21 12:09:32.508505 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.509456 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.510032 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: port-mac-address-regenerate Aug 21 12:09:32.510391 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: port_resource_request.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.511294 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.511870 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension port-resource-request not supported by any of loaded plugins Aug 21 12:09:32.512227 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: portbindings.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.513170 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.513745 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: binding Aug 21 12:09:32.514101 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: portbindings_extended.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.515411 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.515977 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: binding-extended Aug 21 12:09:32.516339 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: portsecurity.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.517277 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.517847 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: port-security Aug 21 12:09:32.518203 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: project_id.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.520580 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.520971 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: project-id Aug 21 12:09:32.521382 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: providernet.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.522311 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.522891 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: provider Aug 21 12:09:32.523257 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: qos.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.526848 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.527437 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension qos not supported by any of loaded plugins Aug 21 12:09:32.527808 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.529062 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.529642 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 21 12:09:32.530521 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.531498 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.532070 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 21 12:09:32.532432 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: qos_default.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.533390 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.533956 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension qos-default not supported by any of loaded plugins Aug 21 12:09:32.534315 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: qos_fip.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.534996 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.535552 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension qos-fip not supported by any of loaded plugins Aug 21 12:09:32.535908 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: qos_gateway_ip.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.536829 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.537423 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 21 12:09:32.537781 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: qos_port_network_policy.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.538689 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.539257 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 21 12:09:32.539616 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: qos_rule_type_details.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.540535 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.541146 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 21 12:09:32.541506 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: qos_rules_alias.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.542536 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.543104 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 21 12:09:32.543467 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: quotasv2.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.544508 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.544881 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: quotas Aug 21 12:09:32.545270 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: quotasv2_detail.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.546977 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.547356 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: quota_details Aug 21 12:09:32.547721 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: rbac.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.548848 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.549484 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: rbac-policies Aug 21 12:09:32.549854 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: rbac_address_scope.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.550789 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.551368 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: rbac-address-scope Aug 21 12:09:32.551729 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: rbac_security_groups.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.552643 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.553242 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: rbac-security-groups Aug 21 12:09:32.553603 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: rbac_subnetpool.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.554514 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.555077 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: rbac-subnetpool Aug 21 12:09:32.555435 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: revisionifmatch.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.556364 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.556931 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: revision-if-match Aug 21 12:09:32.557314 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: revisions.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.558419 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.558982 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: standard-attr-revisions Aug 21 12:09:32.559341 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: router_availability_zone.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.560092 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.560674 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: router_availability_zone Aug 21 12:09:32.561574 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: routerservicetype.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.562540 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.563107 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension router-service-type not supported by any of loaded plugins Aug 21 12:09:32.563464 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.564381 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.564946 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: port-security-groups-filtering Aug 21 12:09:32.565331 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: securitygroup.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.578128 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.578734 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: security-group Aug 21 12:09:32.579100 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: segment.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.579990 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.580568 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension segment not supported by any of loaded plugins Aug 21 12:09:32.580933 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.581906 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.582475 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 21 12:09:32.582839 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: servicetype.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.583939 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.584520 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: service-type Aug 21 12:09:32.584881 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: sorting.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.585885 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.586256 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: sorting Aug 21 12:09:32.586612 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: standard_attr_segment.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.587530 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.588101 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 21 12:09:32.588459 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: standardattrdescription.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.589172 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.589740 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: standard-attr-description Aug 21 12:09:32.590102 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: stateful_security_group.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.591030 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.591597 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: stateful-security-group Aug 21 12:09:32.591954 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: stdattrs_common.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.592566 dv-cinder-805477-2-smb neutron-server[82268]: WARNING neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 21 12:09:32.593066 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.593985 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.594548 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 21 12:09:32.594905 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: subnet_onboard.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.595967 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.596547 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: subnet_onboard Aug 21 12:09:32.596907 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.597861 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.598430 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 21 12:09:32.598791 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: subnet_service_types.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.599790 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.600369 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: subnet-service-types Aug 21 12:09:32.600734 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: subnetallocation.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.601849 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.602421 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: subnet_allocation Aug 21 12:09:32.602781 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.603477 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.604048 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: subnetpool-prefix-ops Aug 21 12:09:32.604406 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.605360 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.605924 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 21 12:09:32.606284 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: tagging.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.607656 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.608926 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: standard-attr-tag Aug 21 12:09:32.609318 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: timestamp.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.610483 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.611064 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loaded extension: standard-attr-timestamp Aug 21 12:09:32.611432 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: trunk.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.612460 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.613054 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension trunk not supported by any of loaded plugins Aug 21 12:09:32.613411 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: trunk_details.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.614334 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.614905 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension trunk-details not supported by any of loaded plugins Aug 21 12:09:32.615265 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: uplink_status_propagation.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.616185 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.616762 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 21 12:09:32.617146 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Loading extension file: vlantransparent.py {{(pid=82268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:09:32.617839 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:09:32.618405 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 21 12:09:32.620770 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Creating instance of TrackedResource for resource:network Aug 21 12:09:32.621580 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Creating instance of TrackedResource for resource:subnet Aug 21 12:09:32.622242 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 12:09:32.622906 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Creating instance of TrackedResource for resource:port Aug 21 12:09:32.624863 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.resource_helper [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 12:09:32.625382 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.resource_helper [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Service FLAVORS assigned prefix: {{(pid=82268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 12:09:32.626051 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.resource_helper [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 12:09:32.626516 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.resource_helper [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 12:09:32.626883 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Creating instance of TrackedResource for resource:router Aug 21 12:09:32.627597 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Creating instance of TrackedResource for resource:floatingip Aug 21 12:09:32.628346 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.resource_helper [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Service METERING assigned prefix: /metering {{(pid=82268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 12:09:32.630442 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.630841 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.631231 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:09:32.632325 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Creating instance of CountableResource for resource:rbac_policy Aug 21 12:09:32.632795 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Creating instance of TrackedResource for resource:security_group Aug 21 12:09:32.633645 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 21 12:09:32.634442 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.resource_helper [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Service CORE assigned prefix: {{(pid=82268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 12:09:32.634809 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 12:09:32.635175 dv-cinder-805477-2-smb neutron-server[82268]: WARNING neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] subnetpool is already registered Aug 21 12:09:32.635832 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.resource_helper [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Service CORE assigned prefix: {{(pid=82268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 12:09:32.636195 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 12:09:32.636550 dv-cinder-805477-2-smb neutron-server[82268]: WARNING neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] subnetpool is already registered Aug 21 12:09:32.639235 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.resource_helper [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 12:09:32.639755 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.resource_helper [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Service FLAVORS assigned prefix: {{(pid=82268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 12:09:32.640357 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.resource_helper [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 12:09:32.640814 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.resource_helper [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 12:09:32.641249 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Creating instance of TrackedResource for resource:router Aug 21 12:09:32.641618 dv-cinder-805477-2-smb neutron-server[82268]: WARNING neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] router is already registered Aug 21 12:09:32.642270 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Creating instance of TrackedResource for resource:floatingip Aug 21 12:09:32.642633 dv-cinder-805477-2-smb neutron-server[82268]: WARNING neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] floatingip is already registered Aug 21 12:09:32.643314 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.resource_helper [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Service METERING assigned prefix: /metering {{(pid=82268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 12:09:32.644041 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Creating instance of CountableResource for resource:rbac_policy Aug 21 12:09:32.644401 dv-cinder-805477-2-smb neutron-server[82268]: WARNING neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] rbac_policy is already registered Aug 21 12:09:32.644847 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Creating instance of TrackedResource for resource:security_group Aug 21 12:09:32.645230 dv-cinder-805477-2-smb neutron-server[82268]: WARNING neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] security_group is already registered Aug 21 12:09:32.646038 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 21 12:09:32.646397 dv-cinder-805477-2-smb neutron-server[82268]: WARNING neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] security_group_rule is already registered Aug 21 12:09:32.647114 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.resource_helper [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Service CORE assigned prefix: {{(pid=82268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 12:09:32.647480 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 12:09:32.647840 dv-cinder-805477-2-smb neutron-server[82268]: WARNING neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] subnetpool is already registered Aug 21 12:09:32.648499 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.resource_helper [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Service CORE assigned prefix: {{(pid=82268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 12:09:32.648864 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 12:09:32.649245 dv-cinder-805477-2-smb neutron-server[82268]: WARNING neutron.quota.resource_registry [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] subnetpool is already registered Aug 21 12:09:32.649948 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: extensions {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.651465 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: address-scopes {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.652697 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: agents {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.654037 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: auto-allocated-topology {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.655603 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: availability_zones {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.656848 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: dhcp-networks {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.658397 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: dhcp-agents {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.659824 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: routers {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.661593 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: flavors {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.662897 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: service_profiles {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.664134 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: next_providers {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.665629 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: service_profiles {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.667076 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: floatingip-pools {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.669282 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: routers {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.671743 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: floatingips {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.672954 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: l3-routers {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.674486 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: l3-agents {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.675914 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: metering-labels {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.677215 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: metering-label-rules {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.678696 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: network-ip-availabilities {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.680217 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: bindings {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.682133 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: quotas {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.683748 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: quotas {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.685249 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: rbac-policies {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.686690 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: security-groups {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.687926 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: security-group-rules {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.689292 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: service-providers {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.690539 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: subnetpools {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.691908 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: subnetpools {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.693515 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: tags {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.695236 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: tags {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.696976 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: tags {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.698896 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: tags {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.700615 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: tags {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.703135 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: tags {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.704906 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: tags {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.706707 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: tags {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.708702 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: tags {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.710522 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.extensions [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Extended resource: tags {{(pid=82268) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:09:32.718016 dv-cinder-805477-2-smb neutron-server[82268]: WARNING keystonemiddleware.auth_token [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 21 12:09:32.722910 dv-cinder-805477-2-smb neutron-server[82268]: WARNING keystonemiddleware.auth_token [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 21 12:09:32.731704 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Acquired lock "singleton_lock" {{(pid=82268) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Aug 21 12:09:32.732226 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Releasing lock "singleton_lock" {{(pid=82268) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Aug 21 12:09:32.733708 dv-cinder-805477-2-smb neutron-server[82268]: INFO oslo_service.service [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Starting 2 workers Aug 21 12:09:32.738300 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Started child 82379 {{(pid=82268) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Aug 21 12:09:32.742681 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:32.742963 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Started child 82380 {{(pid=82268) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Aug 21 12:09:32.744271 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [-] (82379) wsgi starting up on http://0.0.0.0:9696 Aug 21 12:09:32.744439 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.service [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 21 12:09:32.745074 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Notify callbacks [] for process, before_spawn {{(pid=82268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:32.746700 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:32.747609 dv-cinder-805477-2-smb neutron-server[82268]: INFO oslo_service.service [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Starting 1 workers Aug 21 12:09:32.748102 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [-] (82380) wsgi starting up on http://0.0.0.0:9696 Aug 21 12:09:32.753048 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Started child 82381 {{(pid=82268) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Aug 21 12:09:32.753608 dv-cinder-805477-2-smb neutron-server[82268]: INFO oslo_service.service [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Starting 1 workers Aug 21 12:09:32.755782 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.service [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] calling RpcWorker wait() {{(pid=82381) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 21 12:09:32.756159 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.service [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] returning from RpcWorker wait() {{(pid=82381) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 21 12:09:32.757680 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:32.758187 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:09:32.758422 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Started child 82382 {{(pid=82268) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Aug 21 12:09:32.759184 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f862-016d-4715-87c4-c5f28e0ffde4 None None] Notify callbacks [] for process, after_spawn {{(pid=82268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:32.760856 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82268) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Aug 21 12:09:32.761123 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Aug 21 12:09:32.761338 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Aug 21 12:09:32.761624 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Aug 21 12:09:32.762042 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Aug 21 12:09:32.762238 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Aug 21 12:09:32.762661 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:32.762797 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.763261 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.763550 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.763845 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.763942 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:09:32.764684 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.765366 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.766078 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.766324 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.766649 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.766921 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.767119 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.767319 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.767617 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.767883 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.768222 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.780623 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.781308 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.781803 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.782235 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.782732 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.783254 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.783862 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.784353 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] debug = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.784906 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.785753 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.786227 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.786705 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.787289 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.787800 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.788299 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.788791 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.789271 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.789815 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.790270 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.790768 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.791211 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.791658 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.792149 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.792587 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.793237 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] host = dv-cinder-805477-2-smb {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.793682 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.794215 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.794773 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.795217 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.795676 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.796101 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.796581 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.797071 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.797629 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.798067 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.798617 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.799057 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.799522 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.800072 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] log_file = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.800441 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] log_options = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.800864 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.801374 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.801839 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.802319 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.802698 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.803065 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.803552 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.803917 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.804500 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.805082 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.805506 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.805940 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.806821 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.807686 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.807998 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.808261 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.808561 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.808829 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.809157 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.809440 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.809903 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.810293 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.810575 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.810830 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.811134 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.811381 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.811672 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.811921 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.812197 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.812447 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.812734 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.813040 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.813340 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.813637 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.813929 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.814169 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.814522 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.814836 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.815210 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.815494 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.815779 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.816035 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.816320 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.816573 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.816801 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.817245 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] use_json = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.817657 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.818084 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.818531 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.818945 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.819195 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.819445 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.819702 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.820004 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.820570 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.820907 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.821297 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.821582 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.821857 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.822142 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.822430 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.822682 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.822949 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.823218 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.823594 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.823864 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.824212 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.824551 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.824840 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.825201 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.825459 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.825745 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.826021 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.826270 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.826517 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.827254 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.827560 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.827900 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.828152 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.828425 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.828673 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.828968 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.829258 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.829574 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.829868 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.830123 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.830891 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.830891 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.831193 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.831193 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.831859 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.831859 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.832127 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.832272 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.832424 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.832647 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.832894 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.833173 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.833444 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.833709 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.833939 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.834193 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.834675 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.834675 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.834919 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.835113 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.835362 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.835605 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.835838 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.836231 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.836662 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.837132 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.837467 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.837725 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.837981 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.838247 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.838501 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.838751 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.838997 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.839245 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.839516 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.839767 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.840015 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.840264 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.840612 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.840864 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.841133 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.841461 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.841811 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.842088 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.842986 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.843263 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.843557 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.843818 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.844100 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.844361 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.844639 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.844886 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.845216 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.845494 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.845800 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.846082 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.846366 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.846663 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.846918 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.847174 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.847428 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.847698 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.847956 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.848267 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.848539 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.848806 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.849111 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.849418 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.849737 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.850005 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.850312 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.850604 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.850886 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.851224 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.851531 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.851833 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.852109 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.852385 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.852660 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.852937 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.853254 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.853530 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.853809 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.854058 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.854376 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.854712 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.855086 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.855260 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.855504 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.855818 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.856085 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.856355 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.856643 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.856932 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.857247 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.857524 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.857794 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.858090 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.858350 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.858944 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.859195 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.859462 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.859714 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.859985 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.860262 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.860510 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.860780 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.861045 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.861312 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.861556 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.861829 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.862079 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.862352 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.862597 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.862848 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.863116 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.863383 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.863632 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.863883 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.864146 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.864445 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.864694 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.865008 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.865323 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.865599 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.865901 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.866160 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.866442 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.866706 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.866982 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.867231 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.867474 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.867717 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.867968 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.868210 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.868455 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.868724 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.868968 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.869290 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.869556 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.869915 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.870163 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.870448 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.870697 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.870944 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.871195 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.871444 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.871694 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.871966 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.872234 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.872508 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.872760 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.873041 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.873316 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.873592 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.874073 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.874234 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.874480 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.874779 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.875071 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.875325 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.875780 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.876104 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.876362 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.876607 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.876921 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.877223 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.877493 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.877763 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.878048 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.878362 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.878667 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.878917 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.879549 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.879814 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.880101 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.880356 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.880623 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.880892 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.881197 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.881564 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.881911 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.882204 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.882503 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.882842 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.883164 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.883477 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.883745 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.884067 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.884418 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.884721 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.884997 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.885291 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.885596 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.885848 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.886172 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.886368 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.886621 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.886874 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.887159 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.887475 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.887737 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.887987 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.888253 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.888532 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.888798 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.889078 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.889914 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.890189 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.890290 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:09:32.890483 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Aug 21 12:09:32.891036 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82268) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Aug 21 12:09:32.891209 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Aug 21 12:09:32.891561 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Aug 21 12:09:32.891770 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Aug 21 12:09:32.891978 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Aug 21 12:09:32.892140 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Aug 21 12:09:32.892388 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.892588 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.892799 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.892945 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.893192 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.893408 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.893601 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.893791 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.893980 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.894168 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.894356 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.894544 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.894731 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.894918 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.895108 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.895295 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.895483 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.895651 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.895837 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.896023 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.896215 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.896397 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.896584 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] debug = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.896770 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.897005 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.897219 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.897409 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.897597 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.897784 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.897972 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.898159 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.898346 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.898533 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.898720 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.898908 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.899094 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.899282 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.899468 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.899655 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.899842 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] host = dv-cinder-805477-2-smb {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.900029 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.900217 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.900404 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.900591 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.900778 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.900964 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.901190 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.901382 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.901569 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.901756 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.901945 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.902132 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.902339 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.902457 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] log_file = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.902662 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] log_options = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.902857 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.903024 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.903147 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.903321 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.903513 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.903701 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.903890 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.904078 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.904267 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.904464 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.904616 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.904854 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.905196 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.905390 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.905577 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.905764 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.905949 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.906138 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.906326 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.906515 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.906703 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.906890 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.907077 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.907264 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.907451 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.907639 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.907828 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.908014 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.908202 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.908388 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.908575 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.908763 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.908950 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.909162 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.909351 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.909539 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.909727 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.909919 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.910106 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.910292 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.910481 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.910667 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.910855 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.911043 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.911233 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.911423 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] use_json = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.911610 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.911800 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.911987 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.912155 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.912513 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.912707 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.912895 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.913107 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:09:32.913321 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.913513 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.913716 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.913909 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.914101 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.914292 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.914484 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.914674 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.914865 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.915055 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.915253 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.915444 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.915652 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.915844 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.916037 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.916227 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.916418 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.916609 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.916799 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.916990 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.917204 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.917395 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.917585 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.917775 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.917966 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.918157 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.918347 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.918538 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.918728 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.918918 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.919107 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.919299 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.919490 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.919680 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.919871 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.920061 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.920251 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.920959 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.921185 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.921388 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.921579 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.921769 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.921961 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.922152 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.922344 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.922533 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.922724 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.922914 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.923107 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.923299 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.923525 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.923677 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.923868 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.924057 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.924246 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.924436 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.924627 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.924817 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.925008 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.925223 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.925415 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.925607 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.925798 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.925988 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.926180 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.926370 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.926560 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.926750 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.926941 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.927131 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.927322 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.927511 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.927701 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.927901 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.928108 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.928299 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.928489 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.928678 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.928868 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.929087 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.929282 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.929472 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.929663 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.929853 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.930041 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.930231 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.930423 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.930611 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.930802 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.930992 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.931182 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.931372 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.931573 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.931732 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.931921 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.932109 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.932298 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.932488 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.932677 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.932864 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.933086 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.933278 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.933470 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.933661 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.933859 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.934060 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.934250 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.934441 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.934631 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.934821 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.935012 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.935202 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.935393 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.935583 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.935772 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.935963 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.936310 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.936720 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.937079 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.937310 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.937504 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.937698 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.937890 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.938082 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.938273 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.938465 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.938656 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.938849 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.939040 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.939232 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.939424 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.939616 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.939809 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.940000 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.940192 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.940383 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.940576 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.940781 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.940902 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.941133 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.941324 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.941515 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.941739 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.941886 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.942022 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.942206 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.942395 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.942586 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.942777 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.942968 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.943164 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.943354 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.943545 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.943735 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.943929 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.944118 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.944309 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.944501 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.944692 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.944881 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.945092 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.945286 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.945478 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.945669 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.945859 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.946050 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.946241 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.946431 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.946622 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.946812 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.947002 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.947192 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.947399 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.947590 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.947780 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.947970 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.948160 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.948353 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.948527 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.948867 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.949078 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.949274 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.949467 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.949660 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.949851 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.950041 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.950231 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.950423 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.950613 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.950803 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.951004 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.951195 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.951385 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.951576 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.951866 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.952016 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.952153 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.952330 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.952521 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.952712 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.952901 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.953123 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.953311 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.953474 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.953669 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.953874 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.954063 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.954260 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.954447 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.954619 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.954976 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.955154 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.955735 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.955735 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.955938 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.956034 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.956209 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.956410 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.956608 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.956820 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.957000 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.957228 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.957418 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.957609 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.957800 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.957992 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.958183 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.958372 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.958562 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.958752 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.958942 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.959131 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.959322 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.959511 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.959701 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.959865 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.960053 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.960243 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.960432 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.960622 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.960811 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:09:32.960993 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Aug 21 12:09:33.139026 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 34518) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:09:33.150532 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0092504 Aug 21 12:09:43.192344 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e287410f-e872-4381-af5d-621e8554b37b None None] get_active_networks_info from dv-cinder-805477-2-smb {{(pid=82381) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Aug 21 12:09:43.426598 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e287410f-e872-4381-af5d-621e8554b37b None None] No non-hosted networks {{(pid=82381) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 21 12:09:43.440922 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agentschedulers_db [None req-e287410f-e872-4381-af5d-621e8554b37b None None] DHCP Agent not found on host dv-cinder-805477-2-smb {{(pid=82381) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}} Aug 21 12:09:43.527174 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f22ae7ba-01eb-48a3-8659-6bbd9ccf3894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036846849030'] for agent, after_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:44.444712 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036846849030'] for agent, after_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:44.446425 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:44.449651 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:44.450816 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:44.451556 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:44.453667 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:44.454267 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:44.455768 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:44.456770 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:44.457498 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:44.458432 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:44.459013 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:44.459617 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805477-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:09:44.470780 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805477-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:09:45.154960 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7e7d635a-9aaa-4adc-b81f-fe631f627e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036846849030'] for agent, after_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:45.182421 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-8dbc6438-e852-4e67-887d-ac886a19bc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:45.763211 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036846849030'] for agent, after_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:47.147625 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036846849030'] for agent, after_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:47.980956 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 34634) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:09:48.739117 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [None req-ebd5f45f-5728-4ba3-9ea0-7b6ad36788c0 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=82380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 12:09:48.740190 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-ebd5f45f-5728-4ba3-9ea0-7b6ad36788c0 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.7581170 Aug 21 12:09:49.213613 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.l3_hamode_db [None req-6afef7e7-39d8-46cd-b287-dfeb2299d2bf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 21 12:09:49.314441 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afef7e7-39d8-46cd-b287-dfeb2299d2bf None None] Routers set() bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:09:49.314798 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afef7e7-39d8-46cd-b287-dfeb2299d2bf None None] Router IDs set() for agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 21 12:09:50.999615 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 34650) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:09:51.077244 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-34bc7e4a-93a1-4acd-82c3-585e0c52be5f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:09:51.323195 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.policy [None req-34bc7e4a-93a1-4acd-82c3-585e0c52be5f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82380) register_rules /opt/stack/neutron/neutron/policy.py:68}} Aug 21 12:09:51.330966 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.quota [None req-34bc7e4a-93a1-4acd-82c3-585e0c52be5f admin admin] Loaded quota_driver: . Aug 21 12:09:51.364814 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-34bc7e4a-93a1-4acd-82c3-585e0c52be5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:09:51.425248 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-34bc7e4a-93a1-4acd-82c3-585e0c52be5f admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279266660622', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279266706771', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279266708344', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279266643861', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279266852917', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-478657', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-509544', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846444288', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846513650'] for rbac-policy, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:51.490193 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-34bc7e4a-93a1-4acd-82c3-585e0c52be5f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:51.491456 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-34bc7e4a-93a1-4acd-82c3-585e0c52be5f admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.4907694 Aug 21 12:09:53.702851 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 34666) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:09:53.779137 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '308ba0631d7a49099d575a31b7a9c7f9'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:09:53.785548 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:09:53.790023 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Usage tracker for resource:network and tenant:308ba0631d7a49099d575a31b7a9c7f9 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:09:53.793451 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:09:53.799836 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:09:53.809814 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Made reservation on behalf of 308ba0631d7a49099d575a31b7a9c7f9 for: {'network': 1} {{(pid=82380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:09:53.815602 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for network, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:53.834227 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:53.875116 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:09:53.878934 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Usage tracker for resource:security_group_rule and tenant:308ba0631d7a49099d575a31b7a9c7f9 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:09:53.882079 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:09:53.888263 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:09:53.956443 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:53.959178 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:53.963692 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:09:53.982014 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=82380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:09:54.007642 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363279269335310', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:54.008226 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Unsubscribe: segment precommit_create {{(pid=82380) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Aug 21 12:09:54.008689 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.segments_db [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Added segment ecd1c004-c1d1-4c52-bf37-1ca7f30bf6c8 of type vlan for network 2bc5b273-a479-4658-acb9-bc92affe796f Aug 21 12:09:54.062480 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eda1202-9ba3-4fac-ae91-baff8d5e4c0d,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:09:54.086333 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:54.086709 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:54.087073 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:54.087434 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:54.087792 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:54.088148 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:54.088501 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:54.088877 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:54.089253 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:54.089602 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:54.089951 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Tracked resource versions report: Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: pushed versions: Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: { 'ConntrackHelper': {'1.0'}, Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: 'Log': {'1.0'}, Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: 'Network': {'1.1'}, Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: 'Port': {'1.5'}, Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: 'PortForwarding': {'1.2'}, Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: 'QosPolicy': {'1.8'}, Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroup': {'1.2'}, Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroupRule': {'1.0'}, Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: 'SubPort': {'1.0'}, Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: 'Subnet': {'1.1'}, Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: 'Trunk': {'1.1'}} Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: consumer versions: Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: { DHCP agent@dv-cinder-805477-2-smb: {}, Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: L3 agent@dv-cinder-805477-2-smb: {}, Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: Metadata agent@dv-cinder-805477-2-smb: {}, Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: Metering agent@dv-cinder-805477-2-smb: {}, Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: Open vSwitch agent@dv-cinder-805477-2-smb: { 'ConntrackHelper': '1.0', Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: 'Log': '1.0', Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: 'Network': '1.1', Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: 'Port': '1.5', Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: 'PortForwarding': '1.2', Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: 'QosPolicy': '1.8', Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroup': '1.2', Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroupRule': '1.0', Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: 'SubPort': '1.0', Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: 'Subnet': '1.1', Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: 'Trunk': '1.1'}} Aug 21 12:09:54.091048 dv-cinder-805477-2-smb neutron-server[82268]: {{(pid=82380) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Aug 21 12:09:54.124981 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757584836911'] for network, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:54.143435 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:09:54.165135 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808'] for network, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:54.166399 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:09:54.167030 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:54.171948 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:09:54.280873 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.5768523 Aug 21 12:09:54.281618 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Pushing event updated for resources: {'Network': ['ID=2bc5b273-a479-4658-acb9-bc92affe796f,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:09:54.284798 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:09:54.293556 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Network 2bc5b273-a479-4658-acb9-bc92affe796f details requested by agent ovs-agent-dv-cinder-805477-2-smb with host dv-cinder-805477-2-smb {{(pid=82381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:09:56.510564 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 34684) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:09:56.697262 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6178e1-2892-44bf-aad5-00bf34be2227 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:09:56.698717 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-eb6178e1-2892-44bf-aad5-00bf34be2227 admin admin] 10.222.0.11 "GET /v2.0/networks/2bc5b273-a479-4658-acb9-bc92affe796f HTTP/1.1" status: 200 len: 825 time: 0.1870372 Aug 21 12:09:56.727187 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-3ab1e0c1-638c-46de-9aca-bbf0e504843c admin admin] 10.222.0.11 "GET /v2.0/subnetpools/ba05e7a4-9455-4a5b-838a-7402e6325304 HTTP/1.1" status: 200 len: 734 time: 0.0224133 Aug 21 12:09:56.737055 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-844cf732-e5f5-4d81-ba75-66f816b4d6a1 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'ba05e7a4-9455-4a5b-838a-7402e6325304', 'tenant_id': '308ba0631d7a49099d575a31b7a9c7f9', 'network_id': '2bc5b273-a479-4658-acb9-bc92affe796f', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:09:56.741521 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-844cf732-e5f5-4d81-ba75-66f816b4d6a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:09:56.745357 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-844cf732-e5f5-4d81-ba75-66f816b4d6a1 admin admin] Usage tracker for resource:subnet and tenant:308ba0631d7a49099d575a31b7a9c7f9 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:09:56.748800 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-844cf732-e5f5-4d81-ba75-66f816b4d6a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:09:56.754848 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-844cf732-e5f5-4d81-ba75-66f816b4d6a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:09:56.764030 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844cf732-e5f5-4d81-ba75-66f816b4d6a1 admin admin] Made reservation on behalf of 308ba0631d7a49099d575a31b7a9c7f9 for: {'subnet': 1} {{(pid=82380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:09:56.768997 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-844cf732-e5f5-4d81-ba75-66f816b4d6a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:57.056342 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-844cf732-e5f5-4d81-ba75-66f816b4d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808'] for subnet, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:57.060954 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:09:57.149278 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cf732-e5f5-4d81-ba75-66f816b4d6a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29955be5-1ef1-45e7-8a2d-09052900df19,revision_number=0']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:09:57.155459 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-844cf732-e5f5-4d81-ba75-66f816b4d6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:09:57.156405 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844cf732-e5f5-4d81-ba75-66f816b4d6a1 admin admin] Checking segment: {'id': 'ecd1c004-c1d1-4c52-bf37-1ca7f30bf6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2bc5b273-a479-4658-acb9-bc92affe796f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:09:57.156802 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844cf732-e5f5-4d81-ba75-66f816b4d6a1 admin admin] Network hostable DHCP agents. Network: 2bc5b273-a479-4658-acb9-bc92affe796f, hostable agents: ['225e7d11-fae5-4c67-af4e-3e3ed6d78c06'], hosted agents: [] {{(pid=82380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:09:57.180690 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844cf732-e5f5-4d81-ba75-66f816b4d6a1 admin admin] Network 2bc5b273-a479-4658-acb9-bc92affe796f is scheduled to be hosted by DHCP agent 225e7d11-fae5-4c67-af4e-3e3ed6d78c06 with binding_index 1 {{(pid=82380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:09:57.189535 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-844cf732-e5f5-4d81-ba75-66f816b4d6a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-smb, 2bc5b273-a479-4658-acb9-bc92affe796f) {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:09:57.193905 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844cf732-e5f5-4d81-ba75-66f816b4d6a1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:09:57.194543 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-844cf732-e5f5-4d81-ba75-66f816b4d6a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for subnet, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:57.199695 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a24b64-0b79-4d36-bfdd-2e7ef26f4537 None None] Network 2bc5b273-a479-4658-acb9-bc92affe796f requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:09:57.212902 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-844cf732-e5f5-4d81-ba75-66f816b4d6a1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4795618 Aug 21 12:09:57.589590 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1540b73d-d21b-5d33-a5e4-0f13765dac1f-2bc5b273-a479-4658-acb9-bc92affe796f', 'network_id': '2bc5b273-a479-4658-acb9-bc92affe796f', 'tenant_id': '308ba0631d7a49099d575a31b7a9c7f9', 'fixed_ips': [{'subnet_id': '29955be5-1ef1-45e7-8a2d-09052900df19'}]}} from dv-cinder-805477-2-smb. {{(pid=82381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Aug 21 12:09:57.590704 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:57.798012 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Allocated IP 172.20.0.2 (2bc5b273-a479-4658-acb9-bc92affe796f/29955be5-1ef1-45e7-8a2d-09052900df19/7f6aff9a-f5fb-458f-9e3f-ed90798ae9b5) {{(pid=82381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:09:58.032681 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Notify callbacks [] for port, precommit_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:58.045954 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Transition to ACTIVE for port object 7f6aff9a-f5fb-458f-9e3f-ed90798ae9b5 will not be triggered until provisioned by entity L2. {{(pid=82381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:09:58.069094 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Transition to ACTIVE for port object 7f6aff9a-f5fb-458f-9e3f-ed90798ae9b5 will not be triggered until provisioned by entity DHCP. {{(pid=82381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:09:58.074781 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038'] for port, after_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:58.080055 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:09:58.142786 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Network 2bc5b273-a479-4658-acb9-bc92affe796f is already hosted by enough agents. {{(pid=82381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:09:58.146146 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Resources bound (agent type, host, resource id): {{(pid=82381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:09:58.153098 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Received port after_create {{(pid=82381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:09:58.155177 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Pushing event updated for resources: {'Port': ['ID=7f6aff9a-f5fb-458f-9e3f-ed90798ae9b5,revision_number=1']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:09:58.196848 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:58.197269 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:58.197639 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:58.198001 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:58.198371 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:58.198735 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:58.199084 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:58.199440 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:58.199792 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:58.200143 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:58.200492 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Tracked resource versions report: Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: pushed versions: Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: { 'ConntrackHelper': {'1.0'}, Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: 'Log': {'1.0'}, Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: 'Network': {'1.1'}, Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: 'Port': {'1.5'}, Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: 'PortForwarding': {'1.2'}, Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: 'QosPolicy': {'1.8'}, Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroup': {'1.2'}, Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroupRule': {'1.0'}, Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: 'SubPort': {'1.0'}, Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: 'Subnet': {'1.1'}, Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: 'Trunk': {'1.1'}} Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: consumer versions: Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: { DHCP agent@dv-cinder-805477-2-smb: {}, Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: L3 agent@dv-cinder-805477-2-smb: {}, Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: Metadata agent@dv-cinder-805477-2-smb: {}, Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: Metering agent@dv-cinder-805477-2-smb: {}, Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: Open vSwitch agent@dv-cinder-805477-2-smb: { 'ConntrackHelper': '1.0', Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: 'Log': '1.0', Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: 'Network': '1.1', Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: 'Port': '1.5', Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: 'PortForwarding': '1.2', Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: 'QosPolicy': '1.8', Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroup': '1.2', Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroupRule': '1.0', Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: 'SubPort': '1.0', Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: 'Subnet': '1.1', Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: 'Trunk': '1.1'}} Aug 21 12:09:58.202357 dv-cinder-805477-2-smb neutron-server[82268]: {{(pid=82381) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Aug 21 12:09:58.236414 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:09:58.260655 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Attempting to bind port 7f6aff9a-f5fb-458f-9e3f-ed90798ae9b5 on host dv-cinder-805477-2-smb for vnic_type normal with profile {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:09:58.261122 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Attempting to bind port 7f6aff9a-f5fb-458f-9e3f-ed90798ae9b5 by drivers openvswitch,hyperv on host dv-cinder-805477-2-smb at level 0 using segments [{'id': 'ecd1c004-c1d1-4c52-bf37-1ca7f30bf6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2bc5b273-a479-4658-acb9-bc92affe796f'}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:09:58.261545 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Attempting to bind port 7f6aff9a-f5fb-458f-9e3f-ed90798ae9b5 on network 2bc5b273-a479-4658-acb9-bc92affe796f {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:09:58.268819 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Checking agent: {'id': '18930305-9dab-4cc1-b040-572ba18151c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 9, 44), 'started_at': datetime.datetime(2021, 8, 21, 12, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:09:58.269282 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Checking segment: {'id': 'ecd1c004-c1d1-4c52-bf37-1ca7f30bf6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2bc5b273-a479-4658-acb9-bc92affe796f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:09:58.269739 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:58.270161 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Bound using segment: {'id': 'ecd1c004-c1d1-4c52-bf37-1ca7f30bf6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2bc5b273-a479-4658-acb9-bc92affe796f'} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:09:58.270679 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Bound port: 7f6aff9a-f5fb-458f-9e3f-ed90798ae9b5, host: dv-cinder-805477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd1c004-c1d1-4c52-bf37-1ca7f30bf6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2bc5b273-a479-4658-acb9-bc92affe796f'}}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:09:58.271095 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:58.360530 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] For port 7f6aff9a-f5fb-458f-9e3f-ed90798ae9b5, host dv-cinder-805477-2-smb, cleared binding levels {{(pid=82381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:09:58.364817 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] For port 7f6aff9a-f5fb-458f-9e3f-ed90798ae9b5, host dv-cinder-805477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=7f6aff9a-f5fb-458f-9e3f-ed90798ae9b5,segment=NetworkSegment(ecd1c004-c1d1-4c52-bf37-1ca7f30bf6c8),segment_id=ecd1c004-c1d1-4c52-bf37-1ca7f30bf6c8)] {{(pid=82381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:09:58.368164 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:09:58.372746 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:09:58.461725 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Pushing event updated for resources: {'Port': ['ID=7f6aff9a-f5fb-458f-9e3f-ed90798ae9b5,revision_number=2']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:09:58.464761 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:09:59.371365 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 34696) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:09:59.448006 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [None req-bf18ee23-dfe1-44de-8491-5fb455d5fc67 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=82380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 12:09:59.449063 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-bf18ee23-dfe1-44de-8491-5fb455d5fc67 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0766814 Aug 21 12:10:01.621901 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 34712) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:10:01.697780 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [None req-86a7de76-c7b1-4b50-9b9b-6baeee2d4d2f admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=82380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 12:10:01.698837 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-86a7de76-c7b1-4b50-9b9b-6baeee2d4d2f admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0759420 Aug 21 12:10:02.805805 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 7f6aff9a-f5fb-458f-9e3f-ed90798ae9b5 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:10:02.879244 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning for port 7f6aff9a-f5fb-458f-9e3f-ed90798ae9b5 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:10:03.143650 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34643eb-b37f-45e1-a908-8f09bcfaa30e None None] Network 2bc5b273-a479-4658-acb9-bc92affe796f requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:10:03.247197 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-ba8a1a18-8fb3-4ba6-9803-85a04d190db7 None None] Provisioning for port 7f6aff9a-f5fb-458f-9e3f-ed90798ae9b5 completed by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:10:03.255829 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-ba8a1a18-8fb3-4ba6-9803-85a04d190db7 None None] Provisioning complete for port 7f6aff9a-f5fb-458f-9e3f-ed90798ae9b5 triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:10:03.256242 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ba8a1a18-8fb3-4ba6-9803-85a04d190db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:03.495937 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ba8a1a18-8fb3-4ba6-9803-85a04d190db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:03.539372 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-ba8a1a18-8fb3-4ba6-9803-85a04d190db7 None None] For port 7f6aff9a-f5fb-458f-9e3f-ed90798ae9b5, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=7f6aff9a-f5fb-458f-9e3f-ed90798ae9b5,segment=NetworkSegment(ecd1c004-c1d1-4c52-bf37-1ca7f30bf6c8),segment_id=ecd1c004-c1d1-4c52-bf37-1ca7f30bf6c8)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:10:03.550661 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ba8a1a18-8fb3-4ba6-9803-85a04d190db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:03.556946 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:10:03.628693 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a1a18-8fb3-4ba6-9803-85a04d190db7 None None] Pushing event updated for resources: {'Port': ['ID=7f6aff9a-f5fb-458f-9e3f-ed90798ae9b5,revision_number=3']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:10:03.632225 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ba8a1a18-8fb3-4ba6-9803-85a04d190db7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:10:03.876410 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b1537a5f-0d10-44e3-9c77-cf90cc58c433 None None] Provisioning complete for port 7f6aff9a-f5fb-458f-9e3f-ed90798ae9b5 triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:10:03.876886 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b1537a5f-0d10-44e3-9c77-cf90cc58c433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:03.947996 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 34726) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:10:04.024382 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-9299e43b-e6da-49f3-8d5a-3086681643e9 admin admin] Request body: {'router': {'tenant_id': '308ba0631d7a49099d575a31b7a9c7f9', 'name': 'router1', 'admin_state_up': True}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:10:04.030187 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-9299e43b-e6da-49f3-8d5a-3086681643e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:10:04.034183 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-9299e43b-e6da-49f3-8d5a-3086681643e9 admin admin] Usage tracker for resource:router and tenant:308ba0631d7a49099d575a31b7a9c7f9 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:10:04.037345 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-9299e43b-e6da-49f3-8d5a-3086681643e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:10:04.043294 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-9299e43b-e6da-49f3-8d5a-3086681643e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:10:04.052856 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9299e43b-e6da-49f3-8d5a-3086681643e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7925268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-503649'] for router, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:04.054119 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9299e43b-e6da-49f3-8d5a-3086681643e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846850359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846847987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846465200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854272135'] for router, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:04.078298 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9299e43b-e6da-49f3-8d5a-3086681643e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:04.176453 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9299e43b-e6da-49f3-8d5a-3086681643e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846850513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7927847'] for router, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:04.194596 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9299e43b-e6da-49f3-8d5a-3086681643e9 admin admin] Notify callbacks [] for router, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:04.195850 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-9299e43b-e6da-49f3-8d5a-3086681643e9 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2468047 Aug 21 12:10:04.768726 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 7f6aff9a-f5fb-458f-9e3f-ed90798ae9b5 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:10:04.839440 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port 7f6aff9a-f5fb-458f-9e3f-ed90798ae9b5 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:10:04.839852 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:06.344012 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 34738) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:10:06.418855 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [None req-1e367b33-a906-477b-bb32-224660feb3a7 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=82380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 12:10:06.420413 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-1e367b33-a906-477b-bb32-224660feb3a7 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0753405 Aug 21 12:10:08.587995 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 34750) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:10:08.663833 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-73e50370-3089-47b7-a55e-f5e9001e6206 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:10:08.668564 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-73e50370-3089-47b7-a55e-f5e9001e6206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:10:08.673256 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-73e50370-3089-47b7-a55e-f5e9001e6206 admin admin] Usage tracker for resource:network and tenant:b4821e255ea642c99b5a10804f0576bf is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:10:08.676146 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-73e50370-3089-47b7-a55e-f5e9001e6206 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:10:08.682026 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-73e50370-3089-47b7-a55e-f5e9001e6206 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:10:08.690276 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e50370-3089-47b7-a55e-f5e9001e6206 admin admin] Made reservation on behalf of b4821e255ea642c99b5a10804f0576bf for: {'network': 1} {{(pid=82380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:10:08.694813 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-73e50370-3089-47b7-a55e-f5e9001e6206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for network, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:08.707773 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-73e50370-3089-47b7-a55e-f5e9001e6206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:08.740131 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-73e50370-3089-47b7-a55e-f5e9001e6206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:10:08.743918 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-73e50370-3089-47b7-a55e-f5e9001e6206 admin admin] Usage tracker for resource:security_group_rule and tenant:b4821e255ea642c99b5a10804f0576bf is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:10:08.746742 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-73e50370-3089-47b7-a55e-f5e9001e6206 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:10:08.753311 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-73e50370-3089-47b7-a55e-f5e9001e6206 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:10:08.822693 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-73e50370-3089-47b7-a55e-f5e9001e6206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:08.825389 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-73e50370-3089-47b7-a55e-f5e9001e6206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:08.829588 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:10:08.843095 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-73e50370-3089-47b7-a55e-f5e9001e6206 admin admin] Reserving flat network on physical network physnet1 {{(pid=82380) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Aug 21 12:10:08.867628 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e50370-3089-47b7-a55e-f5e9001e6206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad223668-f172-4ac7-ab34-e672b7bca713,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:10:08.870508 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-73e50370-3089-47b7-a55e-f5e9001e6206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:08.870891 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.segments_db [None req-73e50370-3089-47b7-a55e-f5e9001e6206 admin admin] Added segment 04830730-7182-4df6-a102-4ded0d586a71 of type flat for network 17d050b5-9d10-4030-a56f-7262e0bfffca Aug 21 12:10:08.872105 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-73e50370-3089-47b7-a55e-f5e9001e6206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:10:08.903439 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-73e50370-3089-47b7-a55e-f5e9001e6206 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757584836911'] for network, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:08.938775 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-73e50370-3089-47b7-a55e-f5e9001e6206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808'] for network, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:08.939975 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e50370-3089-47b7-a55e-f5e9001e6206 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:10:08.940603 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-73e50370-3089-47b7-a55e-f5e9001e6206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:08.945435 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:10:09.168264 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-73e50370-3089-47b7-a55e-f5e9001e6206 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5791039 Aug 21 12:10:09.171717 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e50370-3089-47b7-a55e-f5e9001e6206 admin admin] Pushing event updated for resources: {'Network': ['ID=17d050b5-9d10-4030-a56f-7262e0bfffca,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:10:09.194177 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-73e50370-3089-47b7-a55e-f5e9001e6206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:10:09.201788 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Network 17d050b5-9d10-4030-a56f-7262e0bfffca details requested by agent ovs-agent-dv-cinder-805477-2-smb with host dv-cinder-805477-2-smb {{(pid=82381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:10:11.315551 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 34762) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:10:11.455225 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c067272-7b87-4dd8-adea-14f0089a54c2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:10:11.456555 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-1c067272-7b87-4dd8-adea-14f0089a54c2 admin admin] 10.222.0.11 "GET /v2.0/subnets/29955be5-1ef1-45e7-8a2d-09052900df19 HTTP/1.1" status: 200 len: 849 time: 0.1399984 Aug 21 12:10:11.603123 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-3b6b6732-bc3e-4da4-83b3-663febf6c6dc admin admin] 10.222.0.11 "GET /v2.0/routers/828f2d31-b800-4475-97dd-3e9624a46541 HTTP/1.1" status: 200 len: 704 time: 0.1405826 Aug 21 12:10:12.084725 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-068d2998-4b80-4572-b373-b1fdf86fcd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:12.322548 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-068d2998-4b80-4572-b373-b1fdf86fcd63 admin admin] Allocated IP 172.20.0.1 (2bc5b273-a479-4658-acb9-bc92affe796f/29955be5-1ef1-45e7-8a2d-09052900df19/87a95249-2e81-4a3f-b23f-ddf489fa96d4) {{(pid=82380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:10:12.487091 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-068d2998-4b80-4572-b373-b1fdf86fcd63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:12.504366 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-068d2998-4b80-4572-b373-b1fdf86fcd63 admin admin] Transition to ACTIVE for port object 87a95249-2e81-4a3f-b23f-ddf489fa96d4 will not be triggered until provisioned by entity DHCP. {{(pid=82380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:10:12.550207 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-068d2998-4b80-4572-b373-b1fdf86fcd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038'] for port, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:12.554853 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:10:12.623984 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068d2998-4b80-4572-b373-b1fdf86fcd63 admin admin] Network 2bc5b273-a479-4658-acb9-bc92affe796f is already hosted by enough agents. {{(pid=82380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:10:12.627563 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-068d2998-4b80-4572-b373-b1fdf86fcd63 admin admin] Resources bound (agent type, host, resource id): {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:10:12.629777 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d2998-4b80-4572-b373-b1fdf86fcd63 admin admin] Pushing event updated for resources: {'Port': ['ID=87a95249-2e81-4a3f-b23f-ddf489fa96d4,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:10:12.641642 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068d2998-4b80-4572-b373-b1fdf86fcd63 admin admin] Received port after_create {{(pid=82380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:10:12.642188 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-068d2998-4b80-4572-b373-b1fdf86fcd63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846875142'] for router_interface, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:12.697455 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-068d2998-4b80-4572-b373-b1fdf86fcd63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:10:12.771854 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-068d2998-4b80-4572-b373-b1fdf86fcd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:12.866093 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-29370c90-5d9e-4676-81fd-4c1a8e90b47c None None] Provisioning for port 87a95249-2e81-4a3f-b23f-ddf489fa96d4 completed by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:10:12.870883 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-29370c90-5d9e-4676-81fd-4c1a8e90b47c None None] Provisioning complete for port 87a95249-2e81-4a3f-b23f-ddf489fa96d4 triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:10:12.871320 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-29370c90-5d9e-4676-81fd-4c1a8e90b47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:12.924200 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-29370c90-5d9e-4676-81fd-4c1a8e90b47c None None] Port 87a95249-2e81-4a3f-b23f-ddf489fa96d4 cannot update to ACTIVE because it is not bound. {{(pid=82381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:10:13.014996 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-068d2998-4b80-4572-b373-b1fdf86fcd63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:13.018470 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-53429357-d2df-4541-bea4-150f0d5c9d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:13.019879 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-068d2998-4b80-4572-b373-b1fdf86fcd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:13.021150 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-068d2998-4b80-4572-b373-b1fdf86fcd63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7568825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7900505'] for router_interface, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:13.025401 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-068d2998-4b80-4572-b373-b1fdf86fcd63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:10:13.158180 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d2998-4b80-4572-b373-b1fdf86fcd63 admin admin] Pushing event updated for resources: {'Port': ['ID=87a95249-2e81-4a3f-b23f-ddf489fa96d4,revision_number=2']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:10:13.160950 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-068d2998-4b80-4572-b373-b1fdf86fcd63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:10:13.226744 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068d2998-4b80-4572-b373-b1fdf86fcd63 admin admin] Network 2bc5b273-a479-4658-acb9-bc92affe796f is already hosted by enough agents. {{(pid=82380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:10:13.227818 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-068d2998-4b80-4572-b373-b1fdf86fcd63 admin admin] Resources bound (agent type, host, resource id): {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:10:13.548236 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-7c7e347e-44c9-4268-8d74-c39269c35872 None None] Provisioning complete for port 87a95249-2e81-4a3f-b23f-ddf489fa96d4 triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:10:13.548749 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7c7e347e-44c9-4268-8d74-c39269c35872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:13.603771 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-7c7e347e-44c9-4268-8d74-c39269c35872 None None] Port 87a95249-2e81-4a3f-b23f-ddf489fa96d4 cannot update to ACTIVE because it is not bound. {{(pid=82381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:10:13.739366 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068d2998-4b80-4572-b373-b1fdf86fcd63 admin admin] Router 828f2d31-b800-4475-97dd-3e9624a46541 is scheduled to L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 with binding_index 1 {{(pid=82380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Aug 21 12:10:13.911055 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068d2998-4b80-4572-b373-b1fdf86fcd63 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:10:13.920976 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eda8c8-5bea-49c4-a3a8-3be5851130dd None None] Sync routers for ids ['828f2d31-b800-4475-97dd-3e9624a46541'] in dv-cinder-805477-2-smb {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:10:13.921715 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-068d2998-4b80-4572-b373-b1fdf86fcd63 admin admin] 10.222.0.11 "PUT /v2.0/routers/828f2d31-b800-4475-97dd-3e9624a46541/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3123972 Aug 21 12:10:13.937931 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eda8c8-5bea-49c4-a3a8-3be5851130dd None None] Routers {'828f2d31-b800-4475-97dd-3e9624a46541'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:10:13.938683 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-37eda8c8-5bea-49c4-a3a8-3be5851130dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:09:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['828f2d31-b800-4475-97dd-3e9624a46541'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:10:14.115180 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-37eda8c8-5bea-49c4-a3a8-3be5851130dd None None] Set router 828f2d31-b800-4475-97dd-3e9624a46541 gateway port host: None {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:10:14.439144 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:14.489365 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-37eda8c8-5bea-49c4-a3a8-3be5851130dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828f2d31-b800-4475-97dd-3e9624a46541', 'name': 'router1', 'tenant_id': '308ba0631d7a49099d575a31b7a9c7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:10:04Z', 'updated_at': '2021-08-21T12:10:12Z', 'revision_number': 2, 'project_id': '308ba0631d7a49099d575a31b7a9c7f9', 'gw_port_host': None, '_interfaces': [{'id': '87a95249-2e81-4a3f-b23f-ddf489fa96d4', 'name': '', 'network_id': '2bc5b273-a479-4658-acb9-bc92affe796f', 'tenant_id': '308ba0631d7a49099d575a31b7a9c7f9', 'mac_address': 'fa:16:3e:98:04:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828f2d31-b800-4475-97dd-3e9624a46541', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29955be5-1ef1-45e7-8a2d-09052900df19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:10:12Z', 'updated_at': '2021-08-21T12:10:12Z', 'revision_number': 2, 'project_id': '308ba0631d7a49099d575a31b7a9c7f9', 'subnets': [{'id': '29955be5-1ef1-45e7-8a2d-09052900df19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba05e7a4-9455-4a5b-838a-7402e6325304'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:10:14.494340 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eda8c8-5bea-49c4-a3a8-3be5851130dd None None] Checking router: 828f2d31-b800-4475-97dd-3e9624a46541 for host: dv-cinder-805477-2-smb {{(pid=82382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:10:14.494770 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eda8c8-5bea-49c4-a3a8-3be5851130dd None None] Updating router 828f2d31-b800-4475-97dd-3e9624a46541 port 87a95249-2e81-4a3f-b23f-ddf489fa96d4 binding host dv-cinder-805477-2-smb {{(pid=82382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:10:14.549903 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-37eda8c8-5bea-49c4-a3a8-3be5851130dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:14.949169 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-37eda8c8-5bea-49c4-a3a8-3be5851130dd None None] Notify callbacks [] for port, precommit_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:14.964285 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-37eda8c8-5bea-49c4-a3a8-3be5851130dd None None] Transition to ACTIVE for port object 87a95249-2e81-4a3f-b23f-ddf489fa96d4 will not be triggered until provisioned by entity L2. {{(pid=82382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:10:14.970324 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-37eda8c8-5bea-49c4-a3a8-3be5851130dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:14.975676 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:10:15.140358 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba385ac-8408-46c5-b061-3acc400cc6dd None None] Pushing event updated for resources: {'Port': ['ID=87a95249-2e81-4a3f-b23f-ddf489fa96d4,revision_number=3']} {{(pid=82382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:10:15.150337 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3fdafca4-906f-48d2-af08-8d5c949d99e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:15.197911 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba385ac-8408-46c5-b061-3acc400cc6dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:10:15.198299 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba385ac-8408-46c5-b061-3acc400cc6dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:10:15.198664 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba385ac-8408-46c5-b061-3acc400cc6dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:10:15.199028 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba385ac-8408-46c5-b061-3acc400cc6dd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:10:15.199380 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba385ac-8408-46c5-b061-3acc400cc6dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:10:15.199734 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba385ac-8408-46c5-b061-3acc400cc6dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:10:15.200083 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba385ac-8408-46c5-b061-3acc400cc6dd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:10:15.200433 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba385ac-8408-46c5-b061-3acc400cc6dd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:10:15.201511 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba385ac-8408-46c5-b061-3acc400cc6dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:10:15.202078 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba385ac-8408-46c5-b061-3acc400cc6dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:10:15.202078 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba385ac-8408-46c5-b061-3acc400cc6dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba385ac-8408-46c5-b061-3acc400cc6dd None None] Tracked resource versions report: Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: pushed versions: Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: { 'ConntrackHelper': {'1.0'}, Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: 'Log': {'1.0'}, Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: 'Network': {'1.1'}, Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: 'Port': {'1.5'}, Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: 'PortForwarding': {'1.2'}, Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: 'QosPolicy': {'1.8'}, Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroup': {'1.2'}, Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroupRule': {'1.0'}, Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: 'SubPort': {'1.0'}, Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: 'Subnet': {'1.1'}, Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: 'Trunk': {'1.1'}} Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: consumer versions: Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: { DHCP agent@dv-cinder-805477-2-smb: {}, Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: L3 agent@dv-cinder-805477-2-smb: {}, Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: Metadata agent@dv-cinder-805477-2-smb: {}, Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: Metering agent@dv-cinder-805477-2-smb: {}, Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: Open vSwitch agent@dv-cinder-805477-2-smb: { 'ConntrackHelper': '1.0', Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: 'Log': '1.0', Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: 'Network': '1.1', Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: 'Port': '1.5', Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: 'PortForwarding': '1.2', Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: 'QosPolicy': '1.8', Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroup': '1.2', Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroupRule': '1.0', Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: 'SubPort': '1.0', Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: 'Subnet': '1.1', Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: 'Trunk': '1.1'}} Aug 21 12:10:15.203132 dv-cinder-805477-2-smb neutron-server[82268]: {{(pid=82382) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Aug 21 12:10:15.212416 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-37eda8c8-5bea-49c4-a3a8-3be5851130dd None None] Attempting to bind port 87a95249-2e81-4a3f-b23f-ddf489fa96d4 on host dv-cinder-805477-2-smb for vnic_type normal with profile {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:10:15.212853 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-37eda8c8-5bea-49c4-a3a8-3be5851130dd None None] Attempting to bind port 87a95249-2e81-4a3f-b23f-ddf489fa96d4 by drivers openvswitch,hyperv on host dv-cinder-805477-2-smb at level 0 using segments [{'id': 'ecd1c004-c1d1-4c52-bf37-1ca7f30bf6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2bc5b273-a479-4658-acb9-bc92affe796f'}] {{(pid=82382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:10:15.213297 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eda8c8-5bea-49c4-a3a8-3be5851130dd None None] Attempting to bind port 87a95249-2e81-4a3f-b23f-ddf489fa96d4 on network 2bc5b273-a479-4658-acb9-bc92affe796f {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:10:15.215629 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-7ba385ac-8408-46c5-b061-3acc400cc6dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:10:15.221418 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eda8c8-5bea-49c4-a3a8-3be5851130dd None None] Checking agent: {'id': '18930305-9dab-4cc1-b040-572ba18151c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 9, 44), 'started_at': datetime.datetime(2021, 8, 21, 12, 10, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:10:15.221785 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eda8c8-5bea-49c4-a3a8-3be5851130dd None None] Checking segment: {'id': 'ecd1c004-c1d1-4c52-bf37-1ca7f30bf6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2bc5b273-a479-4658-acb9-bc92affe796f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:10:15.222218 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-37eda8c8-5bea-49c4-a3a8-3be5851130dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:15.222634 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eda8c8-5bea-49c4-a3a8-3be5851130dd None None] Bound using segment: {'id': 'ecd1c004-c1d1-4c52-bf37-1ca7f30bf6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2bc5b273-a479-4658-acb9-bc92affe796f'} {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:10:15.223171 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-37eda8c8-5bea-49c4-a3a8-3be5851130dd None None] Bound port: 87a95249-2e81-4a3f-b23f-ddf489fa96d4, host: dv-cinder-805477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd1c004-c1d1-4c52-bf37-1ca7f30bf6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2bc5b273-a479-4658-acb9-bc92affe796f'}}] {{(pid=82382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:10:15.223590 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-37eda8c8-5bea-49c4-a3a8-3be5851130dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:15.315188 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-37eda8c8-5bea-49c4-a3a8-3be5851130dd None None] For port 87a95249-2e81-4a3f-b23f-ddf489fa96d4, host dv-cinder-805477-2-smb, cleared binding levels {{(pid=82382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:10:15.320148 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-37eda8c8-5bea-49c4-a3a8-3be5851130dd None None] For port 87a95249-2e81-4a3f-b23f-ddf489fa96d4, host dv-cinder-805477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=87a95249-2e81-4a3f-b23f-ddf489fa96d4,segment=NetworkSegment(ecd1c004-c1d1-4c52-bf37-1ca7f30bf6c8),segment_id=ecd1c004-c1d1-4c52-bf37-1ca7f30bf6c8)] {{(pid=82382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:10:15.323136 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-37eda8c8-5bea-49c4-a3a8-3be5851130dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:15.327898 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-7ba385ac-8408-46c5-b061-3acc400cc6dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:10:15.423107 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba385ac-8408-46c5-b061-3acc400cc6dd None None] Pushing event updated for resources: {'Port': ['ID=87a95249-2e81-4a3f-b23f-ddf489fa96d4,revision_number=4']} {{(pid=82382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:10:15.428012 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-7ba385ac-8408-46c5-b061-3acc400cc6dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:10:15.428746 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eda8c8-5bea-49c4-a3a8-3be5851130dd None None] Routers {'828f2d31-b800-4475-97dd-3e9624a46541'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:10:15.429427 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-37eda8c8-5bea-49c4-a3a8-3be5851130dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:10:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['828f2d31-b800-4475-97dd-3e9624a46541'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:10:15.589589 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-37eda8c8-5bea-49c4-a3a8-3be5851130dd None None] Set router 828f2d31-b800-4475-97dd-3e9624a46541 gateway port host: None {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:10:15.719544 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:15.925245 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-37eda8c8-5bea-49c4-a3a8-3be5851130dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828f2d31-b800-4475-97dd-3e9624a46541', 'name': 'router1', 'tenant_id': '308ba0631d7a49099d575a31b7a9c7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:10:04Z', 'updated_at': '2021-08-21T12:10:12Z', 'revision_number': 2, 'project_id': '308ba0631d7a49099d575a31b7a9c7f9', 'gw_port_host': None, '_interfaces': [{'id': '87a95249-2e81-4a3f-b23f-ddf489fa96d4', 'name': '', 'network_id': '2bc5b273-a479-4658-acb9-bc92affe796f', 'tenant_id': '308ba0631d7a49099d575a31b7a9c7f9', 'mac_address': 'fa:16:3e:98:04:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828f2d31-b800-4475-97dd-3e9624a46541', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29955be5-1ef1-45e7-8a2d-09052900df19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:10:12Z', 'updated_at': '2021-08-21T12:10:15Z', 'revision_number': 4, 'project_id': '308ba0631d7a49099d575a31b7a9c7f9', 'subnets': [{'id': '29955be5-1ef1-45e7-8a2d-09052900df19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba05e7a4-9455-4a5b-838a-7402e6325304'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:10:15.929427 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eda8c8-5bea-49c4-a3a8-3be5851130dd None None] The sync data for ids ['828f2d31-b800-4475-97dd-3e9624a46541'] in dv-cinder-805477-2-smb is: [{'id': '828f2d31-b800-4475-97dd-3e9624a46541', 'name': 'router1', 'tenant_id': '308ba0631d7a49099d575a31b7a9c7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:10:04Z', 'updated_at': '2021-08-21T12:10:12Z', 'revision_number': 2, 'project_id': '308ba0631d7a49099d575a31b7a9c7f9', 'gw_port_host': None, '_interfaces': [{'id': '87a95249-2e81-4a3f-b23f-ddf489fa96d4', 'name': '', 'network_id': '2bc5b273-a479-4658-acb9-bc92affe796f', 'tenant_id': '308ba0631d7a49099d575a31b7a9c7f9', 'mac_address': 'fa:16:3e:98:04:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828f2d31-b800-4475-97dd-3e9624a46541', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29955be5-1ef1-45e7-8a2d-09052900df19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:10:12Z', 'updated_at': '2021-08-21T12:10:15Z', 'revision_number': 4, 'project_id': '308ba0631d7a49099d575a31b7a9c7f9', 'subnets': [{'id': '29955be5-1ef1-45e7-8a2d-09052900df19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba05e7a4-9455-4a5b-838a-7402e6325304'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:10:16.097557 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 34778) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:10:16.284951 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6fcc30-5115-465a-bd45-696ec1f6e964 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:10:16.285609 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-da6fcc30-5115-465a-bd45-696ec1f6e964 admin admin] Synchronizing usage tracker for tenant:b4821e255ea642c99b5a10804f0576bf on resource:network {{(pid=82380) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:10:16.302761 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-da6fcc30-5115-465a-bd45-696ec1f6e964 admin admin] Unset dirty status for tenant:b4821e255ea642c99b5a10804f0576bf on resource:network {{(pid=82380) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:10:16.304015 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-da6fcc30-5115-465a-bd45-696ec1f6e964 admin admin] 10.222.0.11 "GET /v2.0/networks/17d050b5-9d10-4030-a56f-7262e0bfffca HTTP/1.1" status: 200 len: 842 time: 0.2053416 Aug 21 12:10:16.314788 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-323bb1c9-59d4-44ec-98d1-79573c70ee6d admin admin] Request body: {'subnet': {'gateway_ip': '172.28.2.1', 'enable_dhcp': False, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'cidr': '172.28.2.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:10:16.320140 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-323bb1c9-59d4-44ec-98d1-79573c70ee6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:10:16.324250 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-323bb1c9-59d4-44ec-98d1-79573c70ee6d admin admin] Usage tracker for resource:subnet and tenant:b4821e255ea642c99b5a10804f0576bf is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:10:16.327401 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-323bb1c9-59d4-44ec-98d1-79573c70ee6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:10:16.333985 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-323bb1c9-59d4-44ec-98d1-79573c70ee6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:10:16.342930 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323bb1c9-59d4-44ec-98d1-79573c70ee6d admin admin] Made reservation on behalf of b4821e255ea642c99b5a10804f0576bf for: {'subnet': 1} {{(pid=82380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:10:16.347612 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-323bb1c9-59d4-44ec-98d1-79573c70ee6d admin admin] Notify callbacks [] for subnet, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:16.729641 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-323bb1c9-59d4-44ec-98d1-79573c70ee6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808'] for subnet, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:16.735216 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-844cf732-e5f5-4d81-ba75-66f816b4d6a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:10:16.817734 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323bb1c9-59d4-44ec-98d1-79573c70ee6d admin admin] Checking segment: {'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:10:16.818132 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323bb1c9-59d4-44ec-98d1-79573c70ee6d admin admin] Network hostable DHCP agents. Network: 17d050b5-9d10-4030-a56f-7262e0bfffca, hostable agents: ['225e7d11-fae5-4c67-af4e-3e3ed6d78c06'], hosted agents: [] {{(pid=82380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:10:16.829669 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 87a95249-2e81-4a3f-b23f-ddf489fa96d4 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:10:16.844779 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323bb1c9-59d4-44ec-98d1-79573c70ee6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ff80433-24f5-4344-a1b2-e78aa99f1de5,revision_number=0']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:10:16.848104 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-323bb1c9-59d4-44ec-98d1-79573c70ee6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:10:16.858364 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323bb1c9-59d4-44ec-98d1-79573c70ee6d admin admin] Network 17d050b5-9d10-4030-a56f-7262e0bfffca is scheduled to be hosted by DHCP agent 225e7d11-fae5-4c67-af4e-3e3ed6d78c06 with binding_index 1 {{(pid=82380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:10:16.867178 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-323bb1c9-59d4-44ec-98d1-79573c70ee6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-smb, 17d050b5-9d10-4030-a56f-7262e0bfffca) {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:10:16.871691 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323bb1c9-59d4-44ec-98d1-79573c70ee6d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:10:16.872956 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-323bb1c9-59d4-44ec-98d1-79573c70ee6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for subnet, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:16.888922 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7590a0b-4f4d-4845-82c8-00609f6f2d5c None None] Network 17d050b5-9d10-4030-a56f-7262e0bfffca requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:10:16.895119 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-323bb1c9-59d4-44ec-98d1-79573c70ee6d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5826519 Aug 21 12:10:17.020082 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning for port 87a95249-2e81-4a3f-b23f-ddf489fa96d4 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:10:17.037881 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port 87a95249-2e81-4a3f-b23f-ddf489fa96d4 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:10:17.038195 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:17.194262 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:17.240721 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05aa81e6-74f8-4b66-8adb-763fe9e40b91 None None] Network 17d050b5-9d10-4030-a56f-7262e0bfffca requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:10:17.351392 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:17.445798 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] For port 87a95249-2e81-4a3f-b23f-ddf489fa96d4, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=87a95249-2e81-4a3f-b23f-ddf489fa96d4,segment=NetworkSegment(ecd1c004-c1d1-4c52-bf37-1ca7f30bf6c8),segment_id=ecd1c004-c1d1-4c52-bf37-1ca7f30bf6c8)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:10:17.454942 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:17.460388 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d5344377-08e1-4770-a8b0-f0075fe77a76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:10:17.562180 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Pushing event updated for resources: {'Port': ['ID=87a95249-2e81-4a3f-b23f-ddf489fa96d4,revision_number=5']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:10:17.565119 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:10:18.782525 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 87a95249-2e81-4a3f-b23f-ddf489fa96d4 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:10:18.854447 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port 87a95249-2e81-4a3f-b23f-ddf489fa96d4 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:10:18.854783 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:19.129331 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 34796) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:10:19.368274 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-b188e438-90c1-47e7-9dd9-dd0a5bb8965f admin admin] 10.222.0.11 "GET /v2.0/routers/828f2d31-b800-4475-97dd-3e9624a46541 HTTP/1.1" status: 200 len: 710 time: 0.2376947 Aug 21 12:10:19.503381 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0d51c3-e973-4021-8fa4-1fdcb9f9d056 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:10:19.505112 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-fe0d51c3-e973-4021-8fa4-1fdcb9f9d056 admin admin] 10.222.0.11 "GET /v2.0/networks/17d050b5-9d10-4030-a56f-7262e0bfffca HTTP/1.1" status: 200 len: 886 time: 0.1306856 Aug 21 12:10:19.514843 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-7747f944-6b78-43d1-8e67-7b5ade7e73ea admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'}}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:10:20.147142 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7747f944-6b78-43d1-8e67-7b5ade7e73ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846847972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7925287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854272250'] for router, precommit_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:20.346091 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7747f944-6b78-43d1-8e67-7b5ade7e73ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:20.405453 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7747f944-6b78-43d1-8e67-7b5ade7e73ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:20.547464 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-7747f944-6b78-43d1-8e67-7b5ade7e73ea admin admin] Allocated IP 172.28.2.160 (17d050b5-9d10-4030-a56f-7262e0bfffca/7ff80433-24f5-4344-a1b2-e78aa99f1de5/4e50f822-9d89-4c9a-a1fa-30562a1b7c4c) {{(pid=82380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:10:20.701315 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7747f944-6b78-43d1-8e67-7b5ade7e73ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:20.725355 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7747f944-6b78-43d1-8e67-7b5ade7e73ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038'] for port, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:20.729790 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:10:20.792575 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7747f944-6b78-43d1-8e67-7b5ade7e73ea admin admin] Network 17d050b5-9d10-4030-a56f-7262e0bfffca is already hosted by enough agents. {{(pid=82380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:10:20.796594 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-7747f944-6b78-43d1-8e67-7b5ade7e73ea admin admin] Resources bound (agent type, host, resource id): {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:10:20.799171 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7747f944-6b78-43d1-8e67-7b5ade7e73ea admin admin] Received port after_create {{(pid=82380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:10:20.838009 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747f944-6b78-43d1-8e67-7b5ade7e73ea admin admin] Pushing event updated for resources: {'Port': ['ID=4e50f822-9d89-4c9a-a1fa-30562a1b7c4c,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:10:20.840870 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-7747f944-6b78-43d1-8e67-7b5ade7e73ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:10:20.947578 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7747f944-6b78-43d1-8e67-7b5ade7e73ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:21.116504 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7747f944-6b78-43d1-8e67-7b5ade7e73ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846847972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7925287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854272250'] for router, precommit_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:21.119892 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7747f944-6b78-43d1-8e67-7b5ade7e73ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7927847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7927828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036846847953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846850498'] for router, after_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:21.320182 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7747f944-6b78-43d1-8e67-7b5ade7e73ea admin admin] Router 828f2d31-b800-4475-97dd-3e9624a46541 has already been hosted by L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 {{(pid=82380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:10:21.520582 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7747f944-6b78-43d1-8e67-7b5ade7e73ea admin admin] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:10:21.529512 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7747f944-6b78-43d1-8e67-7b5ade7e73ea admin admin] Notify callbacks [] for router, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:21.530800 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-7747f944-6b78-43d1-8e67-7b5ade7e73ea admin admin] 10.222.0.11 "PUT /v2.0/routers/828f2d31-b800-4475-97dd-3e9624a46541 HTTP/1.1" status: 200 len: 890 time: 2.0196083 Aug 21 12:10:21.531036 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca987f3-ed5f-4b64-b547-40bd8ee6fe14 None None] Sync routers for ids ['828f2d31-b800-4475-97dd-3e9624a46541'] in dv-cinder-805477-2-smb {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:10:21.544207 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca987f3-ed5f-4b64-b547-40bd8ee6fe14 None None] Routers {'828f2d31-b800-4475-97dd-3e9624a46541'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:10:21.545657 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-7ca987f3-ed5f-4b64-b547-40bd8ee6fe14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:10:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['828f2d31-b800-4475-97dd-3e9624a46541'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:10:21.749202 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-7ca987f3-ed5f-4b64-b547-40bd8ee6fe14 None None] Set router 828f2d31-b800-4475-97dd-3e9624a46541 gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:10:22.113380 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-7ca987f3-ed5f-4b64-b547-40bd8ee6fe14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828f2d31-b800-4475-97dd-3e9624a46541', 'name': 'router1', 'tenant_id': '308ba0631d7a49099d575a31b7a9c7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '4e50f822-9d89-4c9a-a1fa-30562a1b7c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:10:04Z', 'updated_at': '2021-08-21T12:10:20Z', 'revision_number': 4, 'project_id': '308ba0631d7a49099d575a31b7a9c7f9', 'gw_port': {'id': '4e50f822-9d89-4c9a-a1fa-30562a1b7c4c', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:de:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828f2d31-b800-4475-97dd-3e9624a46541', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:10:20Z', 'updated_at': '2021-08-21T12:10:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '87a95249-2e81-4a3f-b23f-ddf489fa96d4', 'name': '', 'network_id': '2bc5b273-a479-4658-acb9-bc92affe796f', 'tenant_id': '308ba0631d7a49099d575a31b7a9c7f9', 'mac_address': 'fa:16:3e:98:04:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828f2d31-b800-4475-97dd-3e9624a46541', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29955be5-1ef1-45e7-8a2d-09052900df19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:10:12Z', 'updated_at': '2021-08-21T12:10:17Z', 'revision_number': 5, 'project_id': '308ba0631d7a49099d575a31b7a9c7f9', 'subnets': [{'id': '29955be5-1ef1-45e7-8a2d-09052900df19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba05e7a4-9455-4a5b-838a-7402e6325304'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:10:22.118322 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca987f3-ed5f-4b64-b547-40bd8ee6fe14 None None] Checking router: 828f2d31-b800-4475-97dd-3e9624a46541 for host: dv-cinder-805477-2-smb {{(pid=82381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:10:22.118732 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca987f3-ed5f-4b64-b547-40bd8ee6fe14 None None] Updating router 828f2d31-b800-4475-97dd-3e9624a46541 port 4e50f822-9d89-4c9a-a1fa-30562a1b7c4c binding host dv-cinder-805477-2-smb {{(pid=82381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:10:22.175795 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7ca987f3-ed5f-4b64-b547-40bd8ee6fe14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:22.515070 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7ca987f3-ed5f-4b64-b547-40bd8ee6fe14 None None] Notify callbacks [] for port, precommit_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:22.526680 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-7ca987f3-ed5f-4b64-b547-40bd8ee6fe14 None None] Transition to ACTIVE for port object 4e50f822-9d89-4c9a-a1fa-30562a1b7c4c will not be triggered until provisioned by entity L2. {{(pid=82381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:10:22.532644 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7ca987f3-ed5f-4b64-b547-40bd8ee6fe14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:22.537055 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:10:22.614538 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977257c-866a-4fa1-8de6-7d876ab8b5df None None] Pushing event updated for resources: {'Port': ['ID=4e50f822-9d89-4c9a-a1fa-30562a1b7c4c,revision_number=2']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:10:22.616956 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-7ca987f3-ed5f-4b64-b547-40bd8ee6fe14 None None] Attempting to bind port 4e50f822-9d89-4c9a-a1fa-30562a1b7c4c on host dv-cinder-805477-2-smb for vnic_type normal with profile {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:10:22.617388 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-7ca987f3-ed5f-4b64-b547-40bd8ee6fe14 None None] Attempting to bind port 4e50f822-9d89-4c9a-a1fa-30562a1b7c4c by drivers openvswitch,hyperv on host dv-cinder-805477-2-smb at level 0 using segments [{'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:10:22.617782 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca987f3-ed5f-4b64-b547-40bd8ee6fe14 None None] Attempting to bind port 4e50f822-9d89-4c9a-a1fa-30562a1b7c4c on network 17d050b5-9d10-4030-a56f-7262e0bfffca {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:10:22.619990 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-6977257c-866a-4fa1-8de6-7d876ab8b5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:10:22.625472 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca987f3-ed5f-4b64-b547-40bd8ee6fe14 None None] Checking agent: {'id': '18930305-9dab-4cc1-b040-572ba18151c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 9, 44), 'started_at': datetime.datetime(2021, 8, 21, 12, 10, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:10:22.625877 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca987f3-ed5f-4b64-b547-40bd8ee6fe14 None None] Checking segment: {'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:10:22.626308 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7ca987f3-ed5f-4b64-b547-40bd8ee6fe14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:22.626724 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca987f3-ed5f-4b64-b547-40bd8ee6fe14 None None] Bound using segment: {'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:10:22.627225 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-7ca987f3-ed5f-4b64-b547-40bd8ee6fe14 None None] Bound port: 4e50f822-9d89-4c9a-a1fa-30562a1b7c4c, host: dv-cinder-805477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'}}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:10:22.627640 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7ca987f3-ed5f-4b64-b547-40bd8ee6fe14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:22.828945 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 5 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:10:22.844516 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-7ca987f3-ed5f-4b64-b547-40bd8ee6fe14 None None] For port 4e50f822-9d89-4c9a-a1fa-30562a1b7c4c, host dv-cinder-805477-2-smb, cleared binding levels {{(pid=82381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:10:22.847609 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-7ca987f3-ed5f-4b64-b547-40bd8ee6fe14 None None] For port 4e50f822-9d89-4c9a-a1fa-30562a1b7c4c, host dv-cinder-805477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=4e50f822-9d89-4c9a-a1fa-30562a1b7c4c,segment=NetworkSegment(04830730-7182-4df6-a102-4ded0d586a71),segment_id=04830730-7182-4df6-a102-4ded0d586a71)] {{(pid=82381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:10:22.850891 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7ca987f3-ed5f-4b64-b547-40bd8ee6fe14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:22.855255 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:10:22.935267 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977257c-866a-4fa1-8de6-7d876ab8b5df None None] Pushing event updated for resources: {'Port': ['ID=4e50f822-9d89-4c9a-a1fa-30562a1b7c4c,revision_number=3']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:10:22.939728 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-6977257c-866a-4fa1-8de6-7d876ab8b5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:10:22.940724 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca987f3-ed5f-4b64-b547-40bd8ee6fe14 None None] Routers {'828f2d31-b800-4475-97dd-3e9624a46541'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:10:22.941418 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-7ca987f3-ed5f-4b64-b547-40bd8ee6fe14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:10:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['828f2d31-b800-4475-97dd-3e9624a46541'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:10:23.131572 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-7ca987f3-ed5f-4b64-b547-40bd8ee6fe14 None None] Set router 828f2d31-b800-4475-97dd-3e9624a46541 gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:10:23.475402 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-7ca987f3-ed5f-4b64-b547-40bd8ee6fe14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828f2d31-b800-4475-97dd-3e9624a46541', 'name': 'router1', 'tenant_id': '308ba0631d7a49099d575a31b7a9c7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '4e50f822-9d89-4c9a-a1fa-30562a1b7c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:10:04Z', 'updated_at': '2021-08-21T12:10:20Z', 'revision_number': 4, 'project_id': '308ba0631d7a49099d575a31b7a9c7f9', 'gw_port': {'id': '4e50f822-9d89-4c9a-a1fa-30562a1b7c4c', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:de:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828f2d31-b800-4475-97dd-3e9624a46541', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:10:20Z', 'updated_at': '2021-08-21T12:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '87a95249-2e81-4a3f-b23f-ddf489fa96d4', 'name': '', 'network_id': '2bc5b273-a479-4658-acb9-bc92affe796f', 'tenant_id': '308ba0631d7a49099d575a31b7a9c7f9', 'mac_address': 'fa:16:3e:98:04:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828f2d31-b800-4475-97dd-3e9624a46541', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29955be5-1ef1-45e7-8a2d-09052900df19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:10:12Z', 'updated_at': '2021-08-21T12:10:17Z', 'revision_number': 5, 'project_id': '308ba0631d7a49099d575a31b7a9c7f9', 'subnets': [{'id': '29955be5-1ef1-45e7-8a2d-09052900df19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba05e7a4-9455-4a5b-838a-7402e6325304'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:10:23.479444 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca987f3-ed5f-4b64-b547-40bd8ee6fe14 None None] The sync data for ids ['828f2d31-b800-4475-97dd-3e9624a46541'] in dv-cinder-805477-2-smb is: [{'id': '828f2d31-b800-4475-97dd-3e9624a46541', 'name': 'router1', 'tenant_id': '308ba0631d7a49099d575a31b7a9c7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '4e50f822-9d89-4c9a-a1fa-30562a1b7c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:10:04Z', 'updated_at': '2021-08-21T12:10:20Z', 'revision_number': 4, 'project_id': '308ba0631d7a49099d575a31b7a9c7f9', 'gw_port': {'id': '4e50f822-9d89-4c9a-a1fa-30562a1b7c4c', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:de:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828f2d31-b800-4475-97dd-3e9624a46541', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:10:20Z', 'updated_at': '2021-08-21T12:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '87a95249-2e81-4a3f-b23f-ddf489fa96d4', 'name': '', 'network_id': '2bc5b273-a479-4658-acb9-bc92affe796f', 'tenant_id': '308ba0631d7a49099d575a31b7a9c7f9', 'mac_address': 'fa:16:3e:98:04:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828f2d31-b800-4475-97dd-3e9624a46541', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29955be5-1ef1-45e7-8a2d-09052900df19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:10:12Z', 'updated_at': '2021-08-21T12:10:17Z', 'revision_number': 5, 'project_id': '308ba0631d7a49099d575a31b7a9c7f9', 'subnets': [{'id': '29955be5-1ef1-45e7-8a2d-09052900df19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba05e7a4-9455-4a5b-838a-7402e6325304'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:10:23.854232 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 34808) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:10:24.002791 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-1eaa6b90-f5b5-4dcb-9b89-06bcb1e46db3 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1473343 Aug 21 12:10:24.817197 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 4e50f822-9d89-4c9a-a1fa-30562a1b7c4c up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:10:24.893087 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning for port 4e50f822-9d89-4c9a-a1fa-30562a1b7c4c completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:10:24.898321 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port 4e50f822-9d89-4c9a-a1fa-30562a1b7c4c triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:10:24.898883 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:25.017325 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:25.033290 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] For port 4e50f822-9d89-4c9a-a1fa-30562a1b7c4c, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=4e50f822-9d89-4c9a-a1fa-30562a1b7c4c,segment=NetworkSegment(04830730-7182-4df6-a102-4ded0d586a71),segment_id=04830730-7182-4df6-a102-4ded0d586a71)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:10:25.036037 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:25.038186 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ba8a1a18-8fb3-4ba6-9803-85a04d190db7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:10:25.110270 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Pushing event updated for resources: {'Port': ['ID=4e50f822-9d89-4c9a-a1fa-30562a1b7c4c,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:10:25.113377 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:10:26.818467 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 4e50f822-9d89-4c9a-a1fa-30562a1b7c4c up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:10:26.917498 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port 4e50f822-9d89-4c9a-a1fa-30562a1b7c4c triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:10:26.917960 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:43.020654 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d31ed10c-5baf-4561-987d-f8dabac68580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:44.441823 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:45.142649 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-72e30ecb-b98f-40e8-a141-4c9792f63bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:45.720402 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:47.115111 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:10:59.829861 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 5 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:11:13.023070 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d9ffaa8e-c7e6-44ef-8252-df3e96bcc75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:11:14.445290 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:11:15.144816 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c894b3e0-1387-4e9b-8326-b9dab1dbeb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:11:15.726260 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:11:17.126497 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:11:36.831324 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 5 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:11:43.025271 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d7351f2e-81c2-432e-a6ab-f8977558210c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:11:44.447106 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:11:45.146399 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-144863af-d4b5-4278-980c-6ec6df438516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:11:45.727878 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:11:47.118166 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:11:59.442054 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 35346) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:11:59.540171 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea55518f-9d3e-4abc-a1c8-a7fdc8ba9aac admin admin] GET failed (client error): The resource could not be found. Aug 21 12:11:59.541501 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-ea55518f-9d3e-4abc-a1c8-a7fdc8ba9aac admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0983832 Aug 21 12:11:59.686289 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de024437-beb8-4517-a524-194a6ac2b6ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:11:59.687845 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-de024437-beb8-4517-a524-194a6ac2b6ba admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1414182 Aug 21 12:12:01.751851 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 35360) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:12:01.899708 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72aa874c-854e-4c7c-be2a-d8434f331d4f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:12:01.900250 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-72aa874c-854e-4c7c-be2a-d8434f331d4f admin admin] Synchronizing usage tracker for tenant:b4821e255ea642c99b5a10804f0576bf on resource:subnet {{(pid=82380) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:12:01.915455 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-72aa874c-854e-4c7c-be2a-d8434f331d4f admin admin] Unset dirty status for tenant:b4821e255ea642c99b5a10804f0576bf on resource:subnet {{(pid=82380) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:12:01.916685 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-72aa874c-854e-4c7c-be2a-d8434f331d4f admin admin] 10.222.0.11 "GET /v2.0/subnets/29955be5-1ef1-45e7-8a2d-09052900df19 HTTP/1.1" status: 200 len: 849 time: 0.1638098 Aug 21 12:12:01.927225 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-b22f3337-c697-4af8-ae9a-b0efe948945b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:12:02.050174 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b22f3337-c697-4af8-ae9a-b0efe948945b admin admin] Notify callbacks [] for subnet, before_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:02.244460 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b22f3337-c697-4af8-ae9a-b0efe948945b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363279269385195'] for subnet, after_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:02.248838 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-323bb1c9-59d4-44ec-98d1-79573c70ee6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:12:02.297410 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22f3337-c697-4af8-ae9a-b0efe948945b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:12:02.298434 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b22f3337-c697-4af8-ae9a-b0efe948945b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for subnet, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:02.313041 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-b22f3337-c697-4af8-ae9a-b0efe948945b admin admin] 10.222.0.11 "PUT /v2.0/subnets/29955be5-1ef1-45e7-8a2d-09052900df19 HTTP/1.1" status: 200 len: 868 time: 0.3762734 Aug 21 12:12:02.313289 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d55b31e-f90b-4ffc-b383-dbb6dec94b3c None None] Network 2bc5b273-a479-4658-acb9-bc92affe796f requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:12:02.322133 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f3337-c697-4af8-ae9a-b0efe948945b admin admin] Pushing event updated for resources: {'Subnet': ['ID=29955be5-1ef1-45e7-8a2d-09052900df19,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:12:02.331796 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f3337-c697-4af8-ae9a-b0efe948945b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:12:02.332176 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f3337-c697-4af8-ae9a-b0efe948945b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:12:02.332550 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f3337-c697-4af8-ae9a-b0efe948945b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:12:02.332919 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f3337-c697-4af8-ae9a-b0efe948945b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:12:02.333314 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f3337-c697-4af8-ae9a-b0efe948945b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:12:02.333679 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f3337-c697-4af8-ae9a-b0efe948945b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:12:02.334041 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f3337-c697-4af8-ae9a-b0efe948945b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:12:02.334419 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f3337-c697-4af8-ae9a-b0efe948945b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:12:02.334778 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f3337-c697-4af8-ae9a-b0efe948945b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:12:02.335135 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f3337-c697-4af8-ae9a-b0efe948945b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:12:02.335493 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f3337-c697-4af8-ae9a-b0efe948945b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:12:02.339189 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b22f3337-c697-4af8-ae9a-b0efe948945b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:12:02.840968 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-4e1ff742-2cb5-47ca-9cc4-78443770ea2b None None] Provisioning complete for port 87a95249-2e81-4a3f-b23f-ddf489fa96d4 triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:12:02.841481 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4e1ff742-2cb5-47ca-9cc4-78443770ea2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:02.970249 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-4e1ff742-2cb5-47ca-9cc4-78443770ea2b None None] Provisioning complete for port 7f6aff9a-f5fb-458f-9e3f-ed90798ae9b5 triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:12:02.970651 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4e1ff742-2cb5-47ca-9cc4-78443770ea2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:04.379359 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 35372) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:12:04.750084 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3293e367-b096-45c0-a0f3-e3f32a2802d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:12:04.750506 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3293e367-b096-45c0-a0f3-e3f32a2802d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:12:04.752157 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-3293e367-b096-45c0-a0f3-e3f32a2802d1 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3717027 Aug 21 12:12:06.895994 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 35384) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:12:07.109075 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96218908-3906-4b2b-95e3-502b3d95142c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:12:07.109525 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96218908-3906-4b2b-95e3-502b3d95142c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:12:07.111189 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-96218908-3906-4b2b-95e3-502b3d95142c admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2140923 Aug 21 12:12:09.210026 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 35396) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:12:09.419746 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846196d1-e113-485c-af2b-611831b7e1d3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:12:09.421251 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-846196d1-e113-485c-af2b-611831b7e1d3 admin admin] 10.222.0.11 "GET /v2.0/networks/17d050b5-9d10-4030-a56f-7262e0bfffca HTTP/1.1" status: 200 len: 886 time: 0.2101533 Aug 21 12:12:11.543779 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 35408) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:12:11.757554 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44476ef-9e18-4418-96ea-cf25f7468e71 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:12:11.758943 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-d44476ef-9e18-4418-96ea-cf25f7468e71 admin admin] 10.222.0.11 "GET /v2.0/networks/2bc5b273-a479-4658-acb9-bc92affe796f HTTP/1.1" status: 200 len: 869 time: 0.2141390 Aug 21 12:12:13.027548 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bf62d28f-c6f5-48fe-8c4d-78c57fcd65be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:13.831819 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 5 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:12:13.850963 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 35420) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:12:13.990463 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350c3e56-640a-4a01-bdb9-9d6aa2b9c02a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:12:13.990809 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350c3e56-640a-4a01-bdb9-9d6aa2b9c02a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:12:13.992417 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-350c3e56-640a-4a01-bdb9-9d6aa2b9c02a admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1404417 Aug 21 12:12:14.450149 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:15.147139 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-24c13e33-4ee1-4827-b0ae-45b089f9cafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:15.729912 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:16.098200 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 35432) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:12:16.241328 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98991876-689e-4737-9a56-220826b2c0e1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:12:16.241675 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98991876-689e-4737-9a56-220826b2c0e1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:12:16.243259 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-98991876-689e-4737-9a56-220826b2c0e1 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1440010 Aug 21 12:12:17.128824 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:18.330761 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 35444) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:12:18.473218 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fca0ab4-4e21-4335-9e2d-418118146ffb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:12:18.474675 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-6fca0ab4-4e21-4335-9e2d-418118146ffb admin admin] 10.222.0.11 "GET /v2.0/subnets/29955be5-1ef1-45e7-8a2d-09052900df19 HTTP/1.1" status: 200 len: 868 time: 0.1429098 Aug 21 12:12:20.566591 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 35456) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:12:20.701787 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9033a752-6123-4bdf-ae53-6322023a821b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:12:20.703167 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-9033a752-6123-4bdf-ae53-6322023a821b admin admin] 10.222.0.11 "GET /v2.0/subnets/7ff80433-24f5-4344-a1b2-e78aa99f1de5 HTTP/1.1" status: 200 len: 816 time: 0.1355503 Aug 21 12:12:41.040550 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 35504) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:12:41.117433 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [None req-5d1c2d67-f9b1-4c51-b3b4-7c4892ce654a admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=82380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 12:12:41.118503 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-5d1c2d67-f9b1-4c51-b3b4-7c4892ce654a admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0769022 Aug 21 12:12:43.029425 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1542d8c4-ce80-4e73-a567-21a50fdbcfe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:43.299026 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 35516) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:12:43.402599 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.pecan_wsgi.hooks.translation [None req-b343c5f8-9ef5-4001-a696-182c3df87fa7 admin admin] GET failed (client error): The resource could not be found. Aug 21 12:12:43.403911 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-b343c5f8-9ef5-4001-a696-182c3df87fa7 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1038835 Aug 21 12:12:43.538347 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99fc11c-cd23-4cc3-bde5-059ba2c953d0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:12:43.539797 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-e99fc11c-cd23-4cc3-bde5-059ba2c953d0 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1315351 Aug 21 12:12:44.453975 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:45.148949 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2d256a50-5baa-4c07-9903-7490cbd4ffab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:45.650913 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 35528) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:12:45.729861 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-7313b0d4-1155-4f05-8d93-68b35776c4c1 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:12:45.733980 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:45.735046 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-7313b0d4-1155-4f05-8d93-68b35776c4c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:12:45.744970 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-7313b0d4-1155-4f05-8d93-68b35776c4c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:12:45.754423 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7313b0d4-1155-4f05-8d93-68b35776c4c1 admin admin] Made reservation on behalf of b4821e255ea642c99b5a10804f0576bf for: {'network': 1} {{(pid=82380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:12:45.759106 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7313b0d4-1155-4f05-8d93-68b35776c4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for network, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:45.855357 dv-cinder-805477-2-smb neutron-server[82268]: WARNING neutron.services.revisions.revision_plugin [None req-7313b0d4-1155-4f05-8d93-68b35776c4c1 admin admin] Could not find related network for resource to bump revision. Aug 21 12:12:45.868320 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7313b0d4-1155-4f05-8d93-68b35776c4c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=82380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:12:45.881380 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7313b0d4-1155-4f05-8d93-68b35776c4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:45.882076 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.segments_db [None req-7313b0d4-1155-4f05-8d93-68b35776c4c1 admin admin] Added segment 25f58ee2-2304-4e61-a20e-3515cccdf7bf of type vlan for network 51058bbc-96f6-4090-ad12-cd513748960b Aug 21 12:12:45.908917 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7313b0d4-1155-4f05-8d93-68b35776c4c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757584836911'] for network, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:45.945979 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7313b0d4-1155-4f05-8d93-68b35776c4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808'] for network, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:45.947421 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7313b0d4-1155-4f05-8d93-68b35776c4c1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:12:45.948317 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7313b0d4-1155-4f05-8d93-68b35776c4c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:45.953993 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-73e50370-3089-47b7-a55e-f5e9001e6206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:12:46.070529 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-7313b0d4-1155-4f05-8d93-68b35776c4c1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4178109 Aug 21 12:12:46.074050 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313b0d4-1155-4f05-8d93-68b35776c4c1 admin admin] Pushing event updated for resources: {'Network': ['ID=51058bbc-96f6-4090-ad12-cd513748960b,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:12:46.078621 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-7313b0d4-1155-4f05-8d93-68b35776c4c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:12:46.086368 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Network 51058bbc-96f6-4090-ad12-cd513748960b details requested by agent ovs-agent-dv-cinder-805477-2-smb with host dv-cinder-805477-2-smb {{(pid=82381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:12:47.129229 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:48.169364 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 35540) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:12:48.274974 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3447b26-05ab-4fd1-a93a-f3221778cfba admin admin] GET failed (client error): The resource could not be found. Aug 21 12:12:48.275532 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-e3447b26-05ab-4fd1-a93a-f3221778cfba admin admin] Synchronizing usage tracker for tenant:b4821e255ea642c99b5a10804f0576bf on resource:network {{(pid=82380) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:12:48.290195 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-e3447b26-05ab-4fd1-a93a-f3221778cfba admin admin] Unset dirty status for tenant:b4821e255ea642c99b5a10804f0576bf on resource:network {{(pid=82380) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:12:48.292074 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-e3447b26-05ab-4fd1-a93a-f3221778cfba admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1211159 Aug 21 12:12:48.415463 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4569d73c-a2d4-4466-8ebb-cabe7ec99713 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:12:48.419261 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-4569d73c-a2d4-4466-8ebb-cabe7ec99713 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1220777 Aug 21 12:12:48.429794 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-fe02c465-dfa7-4899-b193-99c502ffcdf4 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '51058bbc-96f6-4090-ad12-cd513748960b', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:12:48.435304 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-fe02c465-dfa7-4899-b193-99c502ffcdf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:12:48.445225 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-fe02c465-dfa7-4899-b193-99c502ffcdf4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:12:48.453744 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe02c465-dfa7-4899-b193-99c502ffcdf4 admin admin] Made reservation on behalf of b4821e255ea642c99b5a10804f0576bf for: {'subnet': 1} {{(pid=82380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:12:48.458283 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fe02c465-dfa7-4899-b193-99c502ffcdf4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:48.662654 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fe02c465-dfa7-4899-b193-99c502ffcdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808'] for subnet, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:48.667668 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:12:48.748464 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02c465-dfa7-4899-b193-99c502ffcdf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a4fc799-0a75-4909-a1bb-84b712dd2399,revision_number=0']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:12:48.752723 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fe02c465-dfa7-4899-b193-99c502ffcdf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:12:48.763269 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe02c465-dfa7-4899-b193-99c502ffcdf4 admin admin] Checking segment: {'id': '25f58ee2-2304-4e61-a20e-3515cccdf7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '51058bbc-96f6-4090-ad12-cd513748960b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:12:48.763662 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe02c465-dfa7-4899-b193-99c502ffcdf4 admin admin] Network hostable DHCP agents. Network: 51058bbc-96f6-4090-ad12-cd513748960b, hostable agents: ['225e7d11-fae5-4c67-af4e-3e3ed6d78c06'], hosted agents: [] {{(pid=82380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:12:48.787321 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe02c465-dfa7-4899-b193-99c502ffcdf4 admin admin] Network 51058bbc-96f6-4090-ad12-cd513748960b is scheduled to be hosted by DHCP agent 225e7d11-fae5-4c67-af4e-3e3ed6d78c06 with binding_index 1 {{(pid=82380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:12:48.795615 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-fe02c465-dfa7-4899-b193-99c502ffcdf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-smb, 51058bbc-96f6-4090-ad12-cd513748960b) {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:12:48.799567 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe02c465-dfa7-4899-b193-99c502ffcdf4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:12:48.800207 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fe02c465-dfa7-4899-b193-99c502ffcdf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for subnet, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:48.805316 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49c2415-191e-4a51-8c14-ffbb20ab06f2 None None] Network 51058bbc-96f6-4090-ad12-cd513748960b requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:12:48.825382 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-fe02c465-dfa7-4899-b193-99c502ffcdf4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3993630 Aug 21 12:12:49.043455 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1540b73d-d21b-5d33-a5e4-0f13765dac1f-51058bbc-96f6-4090-ad12-cd513748960b', 'network_id': '51058bbc-96f6-4090-ad12-cd513748960b', 'tenant_id': 'b4821e255ea642c99b5a10804f0576bf', 'fixed_ips': [{'subnet_id': '0a4fc799-0a75-4909-a1bb-84b712dd2399'}]}} from dv-cinder-805477-2-smb. {{(pid=82381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Aug 21 12:12:49.044371 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:49.218376 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Allocated IP 192.168.233.2 (51058bbc-96f6-4090-ad12-cd513748960b/0a4fc799-0a75-4909-a1bb-84b712dd2399/8ce3c9c1-8594-4fec-845f-65f50ff9117d) {{(pid=82381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:12:49.435219 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Notify callbacks [] for port, precommit_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:49.446512 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Transition to ACTIVE for port object 8ce3c9c1-8594-4fec-845f-65f50ff9117d will not be triggered until provisioned by entity L2. {{(pid=82381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:12:49.466384 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Transition to ACTIVE for port object 8ce3c9c1-8594-4fec-845f-65f50ff9117d will not be triggered until provisioned by entity DHCP. {{(pid=82381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:12:49.470629 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038'] for port, after_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:49.475906 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:12:49.536309 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Network 51058bbc-96f6-4090-ad12-cd513748960b is already hosted by enough agents. {{(pid=82381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:12:49.543849 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Resources bound (agent type, host, resource id): {{(pid=82381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:12:49.548357 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Received port after_create {{(pid=82381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:12:49.558791 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Pushing event updated for resources: {'Port': ['ID=8ce3c9c1-8594-4fec-845f-65f50ff9117d,revision_number=1']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:12:49.624981 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:12:49.625366 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:12:49.625741 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:12:49.626118 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:12:49.626488 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:12:49.626852 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:12:49.627458 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:12:49.627827 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:12:49.628186 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:12:49.628550 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:12:49.628910 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:12:49.637137 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:12:49.657500 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Attempting to bind port 8ce3c9c1-8594-4fec-845f-65f50ff9117d on host dv-cinder-805477-2-smb for vnic_type normal with profile {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:12:49.657911 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Attempting to bind port 8ce3c9c1-8594-4fec-845f-65f50ff9117d by drivers openvswitch,hyperv on host dv-cinder-805477-2-smb at level 0 using segments [{'id': '25f58ee2-2304-4e61-a20e-3515cccdf7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '51058bbc-96f6-4090-ad12-cd513748960b'}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:12:49.658309 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Attempting to bind port 8ce3c9c1-8594-4fec-845f-65f50ff9117d on network 51058bbc-96f6-4090-ad12-cd513748960b {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:12:49.665108 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Checking agent: {'id': '18930305-9dab-4cc1-b040-572ba18151c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 9, 44), 'started_at': datetime.datetime(2021, 8, 21, 12, 10, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:12:49.665515 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Checking segment: {'id': '25f58ee2-2304-4e61-a20e-3515cccdf7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '51058bbc-96f6-4090-ad12-cd513748960b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:12:49.665954 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:49.666391 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Bound using segment: {'id': '25f58ee2-2304-4e61-a20e-3515cccdf7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '51058bbc-96f6-4090-ad12-cd513748960b'} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:12:49.667071 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Bound port: 8ce3c9c1-8594-4fec-845f-65f50ff9117d, host: dv-cinder-805477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f58ee2-2304-4e61-a20e-3515cccdf7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '51058bbc-96f6-4090-ad12-cd513748960b'}}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:12:49.667667 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:49.906204 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] For port 8ce3c9c1-8594-4fec-845f-65f50ff9117d, host dv-cinder-805477-2-smb, cleared binding levels {{(pid=82381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:12:49.909389 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] For port 8ce3c9c1-8594-4fec-845f-65f50ff9117d, host dv-cinder-805477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=8ce3c9c1-8594-4fec-845f-65f50ff9117d,segment=NetworkSegment(25f58ee2-2304-4e61-a20e-3515cccdf7bf),segment_id=25f58ee2-2304-4e61-a20e-3515cccdf7bf)] {{(pid=82381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:12:49.912864 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:49.918034 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-6977257c-866a-4fa1-8de6-7d876ab8b5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:12:49.996615 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Pushing event updated for resources: {'Port': ['ID=8ce3c9c1-8594-4fec-845f-65f50ff9117d,revision_number=2']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:12:49.999922 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:12:50.838355 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 5 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:12:50.891321 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 8ce3c9c1-8594-4fec-845f-65f50ff9117d up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:12:50.964172 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning for port 8ce3c9c1-8594-4fec-845f-65f50ff9117d completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:12:51.451648 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daf4a01-1c68-4487-8dec-a20f0b389f68 None None] Network 51058bbc-96f6-4090-ad12-cd513748960b requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:12:51.545992 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-efca17d7-9060-4ac1-b281-284d73793e4e None None] Provisioning for port 8ce3c9c1-8594-4fec-845f-65f50ff9117d completed by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:12:51.553751 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-efca17d7-9060-4ac1-b281-284d73793e4e None None] Provisioning complete for port 8ce3c9c1-8594-4fec-845f-65f50ff9117d triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:12:51.554171 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-efca17d7-9060-4ac1-b281-284d73793e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:51.797455 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-efca17d7-9060-4ac1-b281-284d73793e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:51.854277 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-efca17d7-9060-4ac1-b281-284d73793e4e None None] For port 8ce3c9c1-8594-4fec-845f-65f50ff9117d, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=8ce3c9c1-8594-4fec-845f-65f50ff9117d,segment=NetworkSegment(25f58ee2-2304-4e61-a20e-3515cccdf7bf),segment_id=25f58ee2-2304-4e61-a20e-3515cccdf7bf)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:12:51.859651 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-efca17d7-9060-4ac1-b281-284d73793e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:51.862175 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:12:51.932717 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca17d7-9060-4ac1-b281-284d73793e4e None None] Pushing event updated for resources: {'Port': ['ID=8ce3c9c1-8594-4fec-845f-65f50ff9117d,revision_number=3']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:12:51.936289 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-efca17d7-9060-4ac1-b281-284d73793e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:12:52.191547 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-f36f5f46-08bd-4c98-bb22-e841839dd4b0 None None] Provisioning complete for port 8ce3c9c1-8594-4fec-845f-65f50ff9117d triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:12:52.191896 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f36f5f46-08bd-4c98-bb22-e841839dd4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:12:52.867422 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 8ce3c9c1-8594-4fec-845f-65f50ff9117d up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:12:52.940453 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port 8ce3c9c1-8594-4fec-845f-65f50ff9117d triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:12:52.940862 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:13:13.033427 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-019f2cde-fb17-4e23-818f-2205d80ee860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:13:14.456765 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:13:15.151109 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-33d0e8b6-4478-431e-a77b-365828f7cd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:13:15.737804 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:13:17.128144 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:13:27.828566 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 5 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:13:43.034868 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fa8a515e-ab63-4e86-9587-e839f98eb7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:13:44.460537 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:13:45.152578 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-cc02ad97-7a88-4954-93e4-badc944d49f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:13:45.740497 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:13:47.133914 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:14:04.829376 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 5 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:14:10.796028 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 35574) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:14:10.802393 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [None req-5823dc40-9b26-41c9-b7af-90da16192b40 tempest-verify_tempest_config-934408372 tempest-verify_tempest_config-934408372-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=82380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 12:14:10.803424 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-5823dc40-9b26-41c9-b7af-90da16192b40 tempest-verify_tempest_config-934408372 tempest-verify_tempest_config-934408372-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0063393 Aug 21 12:14:11.220274 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 35592) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:14:12.022831 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.policy [None req-142865f0-5d34-4bd8-a91a-356dcf346005 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82379) register_rules /opt/stack/neutron/neutron/policy.py:68}} Aug 21 12:14:12.076716 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-142865f0-5d34-4bd8-a91a-356dcf346005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:14:12.119086 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.quota [None req-142865f0-5d34-4bd8-a91a-356dcf346005 admin admin] Loaded quota_driver: . Aug 21 12:14:12.122727 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-142865f0-5d34-4bd8-a91a-356dcf346005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:14:12.128019 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-142865f0-5d34-4bd8-a91a-356dcf346005 admin admin] Usage tracker for resource:security_group_rule and tenant:091a6630af3c4b688163a41a2e15bc39 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:14:12.131458 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-142865f0-5d34-4bd8-a91a-356dcf346005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:14:12.138763 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-142865f0-5d34-4bd8-a91a-356dcf346005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:14:12.222412 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-142865f0-5d34-4bd8-a91a-356dcf346005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:14:12.225102 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-142865f0-5d34-4bd8-a91a-356dcf346005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:14:12.233664 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:14:12.275995 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-142865f0-5d34-4bd8-a91a-356dcf346005 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=091a6630af3c4b688163a41a2e15bc39&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0535827 Aug 21 12:14:12.278883 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 35606) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:14:12.279893 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142865f0-5d34-4bd8-a91a-356dcf346005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad20214a-75b5-457d-955a-306baafe8a15,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:14:12.290889 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142865f0-5d34-4bd8-a91a-356dcf346005 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:14:12.291264 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142865f0-5d34-4bd8-a91a-356dcf346005 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:14:12.291631 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142865f0-5d34-4bd8-a91a-356dcf346005 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:14:12.292002 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142865f0-5d34-4bd8-a91a-356dcf346005 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:14:12.292351 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142865f0-5d34-4bd8-a91a-356dcf346005 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:14:12.292707 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142865f0-5d34-4bd8-a91a-356dcf346005 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:14:12.293095 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142865f0-5d34-4bd8-a91a-356dcf346005 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:14:12.293467 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142865f0-5d34-4bd8-a91a-356dcf346005 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:14:12.293819 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142865f0-5d34-4bd8-a91a-356dcf346005 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:14:12.294168 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142865f0-5d34-4bd8-a91a-356dcf346005 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:14:12.294517 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142865f0-5d34-4bd8-a91a-356dcf346005 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142865f0-5d34-4bd8-a91a-356dcf346005 admin admin] Tracked resource versions report: Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: pushed versions: Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: { 'ConntrackHelper': {'1.0'}, Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: 'Log': {'1.0'}, Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: 'Network': {'1.1'}, Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: 'Port': {'1.5'}, Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: 'PortForwarding': {'1.2'}, Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: 'QosPolicy': {'1.8'}, Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroup': {'1.2'}, Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroupRule': {'1.0'}, Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: 'SubPort': {'1.0'}, Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: 'Subnet': {'1.1'}, Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: 'Trunk': {'1.1'}} Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: consumer versions: Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: { DHCP agent@dv-cinder-805477-2-smb: {}, Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: L3 agent@dv-cinder-805477-2-smb: {}, Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: Metadata agent@dv-cinder-805477-2-smb: {}, Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: Metering agent@dv-cinder-805477-2-smb: {}, Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: Open vSwitch agent@dv-cinder-805477-2-smb: { 'ConntrackHelper': '1.0', Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: 'Log': '1.0', Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: 'Network': '1.1', Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: 'Port': '1.5', Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: 'PortForwarding': '1.2', Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: 'QosPolicy': '1.8', Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroup': '1.2', Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroupRule': '1.0', Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: 'SubPort': '1.0', Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: 'Subnet': '1.1', Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: 'Trunk': '1.1'}} Aug 21 12:14:12.295618 dv-cinder-805477-2-smb neutron-server[82268]: {{(pid=82379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Aug 21 12:14:12.323457 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-142865f0-5d34-4bd8-a91a-356dcf346005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:14:12.343146 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9f7fc40b-8259-40fd-80d6-7be2b86e1818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:14:12.369286 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9f7fc40b-8259-40fd-80d6-7be2b86e1818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:14:12.421324 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9f7fc40b-8259-40fd-80d6-7be2b86e1818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:14:12.426432 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-73e50370-3089-47b7-a55e-f5e9001e6206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:14:12.439947 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7fc40b-8259-40fd-80d6-7be2b86e1818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad20214a-75b5-457d-955a-306baafe8a15,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:14:12.451440 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9f7fc40b-8259-40fd-80d6-7be2b86e1818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:14:12.452605 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-9f7fc40b-8259-40fd-80d6-7be2b86e1818 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ad20214a-75b5-457d-955a-306baafe8a15 HTTP/1.1" status: 204 len: 168 time: 0.1726913 Aug 21 12:14:12.454369 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7fc40b-8259-40fd-80d6-7be2b86e1818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:14:12.454750 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7fc40b-8259-40fd-80d6-7be2b86e1818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:14:12.455121 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7fc40b-8259-40fd-80d6-7be2b86e1818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:14:12.455537 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7fc40b-8259-40fd-80d6-7be2b86e1818 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:14:12.455901 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7fc40b-8259-40fd-80d6-7be2b86e1818 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:14:12.456263 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7fc40b-8259-40fd-80d6-7be2b86e1818 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:14:12.456918 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7fc40b-8259-40fd-80d6-7be2b86e1818 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:14:12.456918 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7fc40b-8259-40fd-80d6-7be2b86e1818 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:14:12.457319 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7fc40b-8259-40fd-80d6-7be2b86e1818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:14:12.457675 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7fc40b-8259-40fd-80d6-7be2b86e1818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:14:12.458031 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7fc40b-8259-40fd-80d6-7be2b86e1818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:14:12.461666 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-9f7fc40b-8259-40fd-80d6-7be2b86e1818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:14:13.036752 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-53f9ce69-4109-4a3e-a5a5-0b6bb72b085b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:14:14.464896 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:14:15.153709 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fe3175ef-cd93-43f8-a84b-2163b969bcc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:14:15.744125 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:14:17.140615 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:14:41.829991 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 5 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:14:43.038182 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdd0ae31-0652-4f79-8a09-f752e4ec5802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:14:44.466728 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:14:45.155199 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7bd65f26-4a36-495a-9926-b213c54ef583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:14:45.746839 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:14:47.144317 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:15:13.039677 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1d6f24de-377a-4eb8-8b93-0d25318ae963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:15:14.469364 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:15:15.155861 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-39dfe4be-54e3-4791-a96e-0afb70e3be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:15:15.748857 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:15:17.147108 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:15:18.834894 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 5 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:15:43.040936 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c5522ada-15e1-4a5e-8620-41e33085b17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:15:44.471523 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:15:45.158722 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-62991fe4-9e43-4922-a41e-de31fb243b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:15:45.754303 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:15:47.153379 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:15:48.685386 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036846849030'] for agent, after_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:15:55.835265 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:16:04.970524 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 35690) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:16:05.116504 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-be79330c-8748-414a-a502-e17b2d67bb27 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1446595 Aug 21 12:16:07.205478 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 35702) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:16:07.292025 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-e52247e7-02ea-4a18-82b0-6ede60067123 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0853381 Aug 21 12:16:13.042243 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4a8eba86-c6b7-4918-a5ee-09545ab1e30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:16:14.473612 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:16:15.160067 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2cf8a098-49bf-458b-89b1-31995e015c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:16:15.753773 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:16:17.153452 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:16:18.660735 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:16:32.836112 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:16:43.043109 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9b0ce8cf-d62c-46ac-b432-ed394cca2d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:16:44.474390 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:16:45.160372 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-17f5d653-12a1-4b66-945d-480eb3d48347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:16:45.755741 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:16:47.157619 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:16:48.666693 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:17:09.839631 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:17:13.044314 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e5e30b60-f6d8-4227-b70a-28fc995063ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:17:14.476842 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:17:15.162468 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0f564640-b2f9-422e-81b6-21094e40d5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:17:15.759835 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:17:17.163715 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:17:18.690501 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:17:43.045879 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-74a8b7f3-f343-41ec-84a8-527c9f9ff03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:17:44.480213 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:17:45.162980 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bb72d210-0dd7-4d55-a036-720d8a44fa17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:17:45.762719 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:17:46.841869 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:17:47.163054 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:17:48.705218 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:17:58.576746 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 35846) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:17:59.207107 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-816231334-network', 'tenant_id': '8d15178842e94d9d8cae320279c910bf'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:17:59.211974 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:17:59.216408 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Usage tracker for resource:network and tenant:8d15178842e94d9d8cae320279c910bf is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:17:59.219468 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:17:59.225714 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:17:59.236229 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Made reservation on behalf of 8d15178842e94d9d8cae320279c910bf for: {'network': 1} {{(pid=82380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:17:59.240902 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for network, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:17:59.255377 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:17:59.292713 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:17:59.296936 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Usage tracker for resource:security_group_rule and tenant:8d15178842e94d9d8cae320279c910bf is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:17:59.299909 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:17:59.305950 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:17:59.383765 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:17:59.387041 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:17:59.392227 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:17:59.422384 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521998b0-8b2c-48c0-ae5d-cb4d9029bbc1,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:17:59.433823 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:17:59.434209 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:17:59.434560 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:17:59.434929 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:17:59.435302 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:17:59.435669 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:17:59.436035 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:17:59.436401 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:17:59.438241 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:17:59.438241 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:17:59.438241 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Tracked resource versions report: Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: pushed versions: Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: { 'ConntrackHelper': {'1.0'}, Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: 'Log': {'1.0'}, Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: 'Network': {'1.1'}, Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: 'Port': {'1.5'}, Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: 'PortForwarding': {'1.2'}, Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: 'QosPolicy': {'1.8'}, Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroup': {'1.2'}, Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroupRule': {'1.0'}, Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: 'SubPort': {'1.0'}, Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: 'Subnet': {'1.1'}, Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: 'Trunk': {'1.1'}} Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: consumer versions: Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: { DHCP agent@dv-cinder-805477-2-smb: {}, Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: HyperV agent@hv-cinder-80547: {}, Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: L3 agent@dv-cinder-805477-2-smb: {}, Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: Metadata agent@dv-cinder-805477-2-smb: {}, Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: Metering agent@dv-cinder-805477-2-smb: {}, Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: Open vSwitch agent@dv-cinder-805477-2-smb: { 'ConntrackHelper': '1.0', Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: 'Log': '1.0', Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: 'Network': '1.1', Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: 'Port': '1.5', Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: 'PortForwarding': '1.2', Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: 'QosPolicy': '1.8', Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroup': '1.2', Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroupRule': '1.0', Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: 'SubPort': '1.0', Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: 'Subnet': '1.1', Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: 'Trunk': '1.1'}} Aug 21 12:17:59.438580 dv-cinder-805477-2-smb neutron-server[82268]: {{(pid=82380) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Aug 21 12:17:59.446357 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:17:59.446815 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=82380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:17:59.461502 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:17:59.461893 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.segments_db [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Added segment 9ab8d827-49e8-44c8-b6c2-ccae12c1e289 of type vlan for network 8a02cb72-de11-4e13-afc5-fd37a9467374 Aug 21 12:17:59.490162 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757584836911'] for network, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:17:59.521326 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808'] for network, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:17:59.522589 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:17:59.523235 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:17:59.526617 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:17:59.641201 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Pushing event updated for resources: {'Network': ['ID=8a02cb72-de11-4e13-afc5-fd37a9467374,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:17:59.648526 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 35890) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:17:59.648737 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0701597 Aug 21 12:17:59.649730 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:17:59.653933 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Network 8a02cb72-de11-4e13-afc5-fd37a9467374 details requested by agent ovs-agent-dv-cinder-805477-2-smb with host dv-cinder-805477-2-smb {{(pid=82381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:17:59.658186 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Request body: {'subnet': {'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-816231334-subnet', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:17:59.665058 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:17:59.669267 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Usage tracker for resource:subnet and tenant:8d15178842e94d9d8cae320279c910bf is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:17:59.672674 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:17:59.679094 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:17:59.690791 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Made reservation on behalf of 8d15178842e94d9d8cae320279c910bf for: {'subnet': 1} {{(pid=82379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:17:59.697055 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:00.018300 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808'] for subnet, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:00.023220 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:00.090342 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f58e09c1-f79e-4472-81dc-9752e44b5901,revision_number=0']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:00.101094 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:00.101094 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:00.101415 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:00.101780 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:00.102176 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:00.102526 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:00.102801 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:00.103159 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:00.103512 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:00.103862 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:00.104752 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Tracked resource versions report: Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: pushed versions: Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: { 'ConntrackHelper': {'1.0'}, Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: 'Log': {'1.0'}, Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: 'Network': {'1.1'}, Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: 'Port': {'1.5'}, Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: 'PortForwarding': {'1.2'}, Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: 'QosPolicy': {'1.8'}, Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroup': {'1.2'}, Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroupRule': {'1.0'}, Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: 'SubPort': {'1.0'}, Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: 'Subnet': {'1.1'}, Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: 'Trunk': {'1.1'}} Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: consumer versions: Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: { DHCP agent@dv-cinder-805477-2-smb: {}, Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: HyperV agent@hv-cinder-80547: {}, Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: L3 agent@dv-cinder-805477-2-smb: {}, Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: Metadata agent@dv-cinder-805477-2-smb: {}, Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: Metering agent@dv-cinder-805477-2-smb: {}, Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: Open vSwitch agent@dv-cinder-805477-2-smb: { 'ConntrackHelper': '1.0', Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: 'Log': '1.0', Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: 'Network': '1.1', Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: 'Port': '1.5', Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: 'PortForwarding': '1.2', Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: 'QosPolicy': '1.8', Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroup': '1.2', Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroupRule': '1.0', Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: 'SubPort': '1.0', Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: 'Subnet': '1.1', Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: 'Trunk': '1.1'}} Aug 21 12:18:00.105846 dv-cinder-805477-2-smb neutron-server[82268]: {{(pid=82379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Aug 21 12:18:00.126398 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:00.132171 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Checking segment: {'id': '9ab8d827-49e8-44c8-b6c2-ccae12c1e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:18:00.132654 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Network hostable DHCP agents. Network: 8a02cb72-de11-4e13-afc5-fd37a9467374, hostable agents: ['225e7d11-fae5-4c67-af4e-3e3ed6d78c06'], hosted agents: [] {{(pid=82379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:18:00.157333 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Network 8a02cb72-de11-4e13-afc5-fd37a9467374 is scheduled to be hosted by DHCP agent 225e7d11-fae5-4c67-af4e-3e3ed6d78c06 with binding_index 1 {{(pid=82379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:18:00.167598 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-smb, 8a02cb72-de11-4e13-afc5-fd37a9467374) {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:18:00.179614 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:00.179614 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for subnet, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:00.180060 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 35904) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:00.181109 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f91c7c1-56e2-49b2-b2c7-c891ef8c3c77 None None] Network 8a02cb72-de11-4e13-afc5-fd37a9467374 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:18:00.213844 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 35910) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:00.214064 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5635371 Aug 21 12:18:00.220065 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-3a2c6792-35c7-4fe0-a518-3a99b5651e5c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-816231334-router', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'}}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:00.226207 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-3a2c6792-35c7-4fe0-a518-3a99b5651e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:00.231529 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-3a2c6792-35c7-4fe0-a518-3a99b5651e5c admin admin] Usage tracker for resource:router and tenant:8d15178842e94d9d8cae320279c910bf is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:00.235218 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-3a2c6792-35c7-4fe0-a518-3a99b5651e5c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:00.242120 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-3a2c6792-35c7-4fe0-a518-3a99b5651e5c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:00.254623 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3a2c6792-35c7-4fe0-a518-3a99b5651e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7925268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-503649'] for router, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:00.256294 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3a2c6792-35c7-4fe0-a518-3a99b5651e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846850359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846847987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846465200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854272135'] for router, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:00.290630 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3a2c6792-35c7-4fe0-a518-3a99b5651e5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:00.401890 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 35918) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:00.496426 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 35926) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:00.610355 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1540b73d-d21b-5d33-a5e4-0f13765dac1f-8a02cb72-de11-4e13-afc5-fd37a9467374', 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'fixed_ips': [{'subnet_id': 'f58e09c1-f79e-4472-81dc-9752e44b5901'}]}} from dv-cinder-805477-2-smb. {{(pid=82381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Aug 21 12:18:00.611329 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:00.660160 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3a2c6792-35c7-4fe0-a518-3a99b5651e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846847972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7925287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854272250'] for router, precommit_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:00.694384 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-624f212b-3627-437e-b5a4-fe403bdedc90 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-891784107-network', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:00.701392 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-624f212b-3627-437e-b5a4-fe403bdedc90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:00.758699 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-624f212b-3627-437e-b5a4-fe403bdedc90 admin admin] Usage tracker for resource:network and tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:00.764729 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-624f212b-3627-437e-b5a4-fe403bdedc90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:00.796435 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-624f212b-3627-437e-b5a4-fe403bdedc90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:00.808355 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Allocated IP 172.20.0.2 (8a02cb72-de11-4e13-afc5-fd37a9467374/f58e09c1-f79e-4472-81dc-9752e44b5901/c02d9de6-c8f2-40b7-9e64-364abafad547) {{(pid=82381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:18:00.818535 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-350265426-network', 'tenant_id': 'd0fd2226712f465bad0da70b5f3ffa7c'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:00.828673 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:00.840491 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] Usage tracker for resource:network and tenant:d0fd2226712f465bad0da70b5f3ffa7c is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:00.848210 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624f212b-3627-437e-b5a4-fe403bdedc90 admin admin] Made reservation on behalf of 0ab1a7fb5e8f47d4a26520c5fb8bd4c2 for: {'network': 1} {{(pid=82380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:18:00.849029 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:00.854893 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-624f212b-3627-437e-b5a4-fe403bdedc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for network, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:00.865498 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:00.881808 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-624f212b-3627-437e-b5a4-fe403bdedc90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:00.909501 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1738327700-network', 'tenant_id': 'cb6b9e0ce01e44d3b4d3515656fb6a74'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:00.927178 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:00.934030 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-624f212b-3627-437e-b5a4-fe403bdedc90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:00.938266 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Usage tracker for resource:network and tenant:cb6b9e0ce01e44d3b4d3515656fb6a74 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:00.942212 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:00.949967 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-624f212b-3627-437e-b5a4-fe403bdedc90 admin admin] Usage tracker for resource:security_group_rule and tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:00.953201 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:00.954149 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-624f212b-3627-437e-b5a4-fe403bdedc90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:00.962308 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-624f212b-3627-437e-b5a4-fe403bdedc90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:00.974447 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] Made reservation on behalf of d0fd2226712f465bad0da70b5f3ffa7c for: {'network': 1} {{(pid=82379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:18:00.981844 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for network, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:00.995860 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Made reservation on behalf of cb6b9e0ce01e44d3b4d3515656fb6a74 for: {'network': 1} {{(pid=82379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:18:01.003097 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for network, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:01.027808 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:01.045161 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:01.047482 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3a2c6792-35c7-4fe0-a518-3a99b5651e5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:01.096902 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3a2c6792-35c7-4fe0-a518-3a99b5651e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:01.124092 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:01.130173 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:01.135704 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Notify callbacks [] for port, precommit_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:01.136645 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] Usage tracker for resource:security_group_rule and tenant:d0fd2226712f465bad0da70b5f3ffa7c is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:01.141274 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:01.145941 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Usage tracker for resource:security_group_rule and tenant:cb6b9e0ce01e44d3b4d3515656fb6a74 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:01.155766 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:01.159815 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:01.168769 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Transition to ACTIVE for port object c02d9de6-c8f2-40b7-9e64-364abafad547 will not be triggered until provisioned by entity L2. {{(pid=82381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:18:01.173296 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:01.194656 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-624f212b-3627-437e-b5a4-fe403bdedc90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:01.199528 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-624f212b-3627-437e-b5a4-fe403bdedc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:01.201381 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Transition to ACTIVE for port object c02d9de6-c8f2-40b7-9e64-364abafad547 will not be triggered until provisioned by entity DHCP. {{(pid=82381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:18:01.217647 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624f212b-3627-437e-b5a4-fe403bdedc90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=82380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:18:01.224413 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038'] for port, after_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:01.227585 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-624f212b-3627-437e-b5a4-fe403bdedc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:01.227990 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.segments_db [None req-624f212b-3627-437e-b5a4-fe403bdedc90 admin admin] Added segment d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2 of type vlan for network 66fcdff2-94ab-4687-9781-4d1ba887f030 Aug 21 12:18:01.245294 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:01.257767 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-624f212b-3627-437e-b5a4-fe403bdedc90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757584836911'] for network, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:01.281781 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:01.369339 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:01.376275 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:01.378113 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-624f212b-3627-437e-b5a4-fe403bdedc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808'] for network, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:01.378755 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:01.386759 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:01.417413 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624f212b-3627-437e-b5a4-fe403bdedc90 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:01.418190 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-624f212b-3627-437e-b5a4-fe403bdedc90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:01.428689 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Network 8a02cb72-de11-4e13-afc5-fd37a9467374 is already hosted by enough agents. {{(pid=82381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:18:01.429090 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea197ccb-9303-4dca-a1e1-98a0cdebc823,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:01.437752 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Resources bound (agent type, host, resource id): {{(pid=82381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:18:01.442572 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f212b-3627-437e-b5a4-fe403bdedc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b88153b-7c6a-4349-b597-d03e481f7ed1,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:01.443155 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Received port after_create {{(pid=82381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:18:01.445930 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:01.450686 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:01.459609 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-624f212b-3627-437e-b5a4-fe403bdedc90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:01.460140 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:01.460939 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Pushing event updated for resources: {'Port': ['ID=c02d9de6-c8f2-40b7-9e64-364abafad547,revision_number=1']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:01.513746 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:01.513931 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:01.514116 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:01.514657 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:01.515168 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:01.515762 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:01.516268 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:01.516778 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:01.517306 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:01.517830 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:01.518337 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:01.518848 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Tracked resource versions report: Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: pushed versions: Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: { 'ConntrackHelper': {'1.0'}, Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: 'Log': {'1.0'}, Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: 'Network': {'1.1'}, Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: 'Port': {'1.5'}, Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: 'PortForwarding': {'1.2'}, Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: 'QosPolicy': {'1.8'}, Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroup': {'1.2'}, Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroupRule': {'1.0'}, Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: 'SubPort': {'1.0'}, Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: 'Subnet': {'1.1'}, Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: 'Trunk': {'1.1'}} Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: consumer versions: Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: { DHCP agent@dv-cinder-805477-2-smb: {}, Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: HyperV agent@hv-cinder-80547: {}, Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: L3 agent@dv-cinder-805477-2-smb: {}, Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: Metadata agent@dv-cinder-805477-2-smb: {}, Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: Metering agent@dv-cinder-805477-2-smb: {}, Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: Open vSwitch agent@dv-cinder-805477-2-smb: { 'ConntrackHelper': '1.0', Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: 'Log': '1.0', Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: 'Network': '1.1', Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: 'Port': '1.5', Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: 'PortForwarding': '1.2', Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: 'QosPolicy': '1.8', Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroup': '1.2', Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroupRule': '1.0', Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: 'SubPort': '1.0', Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: 'Subnet': '1.1', Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: 'Trunk': '1.1'}} Aug 21 12:18:01.520086 dv-cinder-805477-2-smb neutron-server[82268]: {{(pid=82381) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Aug 21 12:18:01.525404 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:01.529612 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=82379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:18:01.572405 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363279269335310', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:01.573870 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] Unsubscribe: segment precommit_create {{(pid=82379) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Aug 21 12:18:01.574410 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.segments_db [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] Added segment 43dff248-6be7-46c4-99f2-4ed059c86172 of type vlan for network 750c2aaf-b69e-4a3f-b5eb-1ed02e8f2417 Aug 21 12:18:01.590114 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Attempting to bind port c02d9de6-c8f2-40b7-9e64-364abafad547 on host dv-cinder-805477-2-smb for vnic_type normal with profile {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:18:01.591271 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Attempting to bind port c02d9de6-c8f2-40b7-9e64-364abafad547 by drivers openvswitch,hyperv on host dv-cinder-805477-2-smb at level 0 using segments [{'id': '9ab8d827-49e8-44c8-b6c2-ccae12c1e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374'}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:18:01.592033 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Attempting to bind port c02d9de6-c8f2-40b7-9e64-364abafad547 on network 8a02cb72-de11-4e13-afc5-fd37a9467374 {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:18:01.600917 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Checking agent: {'id': '18930305-9dab-4cc1-b040-572ba18151c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 9, 44), 'started_at': datetime.datetime(2021, 8, 21, 12, 10, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:18:01.601660 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Checking segment: {'id': '9ab8d827-49e8-44c8-b6c2-ccae12c1e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:18:01.602314 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:01.602958 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af263a7-f6b4-40f9-a5fd-5e762f2d3383,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:01.603094 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Bound using segment: {'id': '9ab8d827-49e8-44c8-b6c2-ccae12c1e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374'} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:18:01.603798 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Bound port: c02d9de6-c8f2-40b7-9e64-364abafad547, host: dv-cinder-805477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab8d827-49e8-44c8-b6c2-ccae12c1e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374'}}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:18:01.604997 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:01.608711 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:01.639109 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-3a2c6792-35c7-4fe0-a518-3a99b5651e5c admin admin] Allocated IP 172.28.2.82 (17d050b5-9d10-4030-a56f-7262e0bfffca/7ff80433-24f5-4344-a1b2-e78aa99f1de5/f661715a-2768-493d-8cb9-e2ec793d8a15) {{(pid=82380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:18:01.660224 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757584836911'] for network, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:01.712352 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-624f212b-3627-437e-b5a4-fe403bdedc90 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5307882 Aug 21 12:18:01.715469 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 35960) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:01.737736 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] For port c02d9de6-c8f2-40b7-9e64-364abafad547, host dv-cinder-805477-2-smb, cleared binding levels {{(pid=82381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:18:01.743268 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] For port c02d9de6-c8f2-40b7-9e64-364abafad547, host dv-cinder-805477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=c02d9de6-c8f2-40b7-9e64-364abafad547,segment=NetworkSegment(9ab8d827-49e8-44c8-b6c2-ccae12c1e289),segment_id=9ab8d827-49e8-44c8-b6c2-ccae12c1e289)] {{(pid=82381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:18:01.743471 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-fd09b302-deca-4699-a384-27ee35bd47a3 admin admin] Request body: {'subnet': {'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-891784107-subnet', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:01.747519 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808'] for network, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:01.749211 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:01.749744 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:01.749914 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f212b-3627-437e-b5a4-fe403bdedc90 admin admin] Pushing event updated for resources: {'Network': ['ID=66fcdff2-94ab-4687-9781-4d1ba887f030,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:01.751614 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:01.758089 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:01.768626 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:01.810644 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.db.api [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=82379) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 12:18:01.811007 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_db.api [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=82379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 12:18:01.860535 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-624f212b-3627-437e-b5a4-fe403bdedc90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:01.871551 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-fd09b302-deca-4699-a384-27ee35bd47a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:01.888732 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-fd09b302-deca-4699-a384-27ee35bd47a3 admin admin] Usage tracker for resource:subnet and tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:01.894196 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-fd09b302-deca-4699-a384-27ee35bd47a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:01.903523 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-fd09b302-deca-4699-a384-27ee35bd47a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:01.913416 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] Pushing event updated for resources: {'Network': ['ID=750c2aaf-b69e-4a3f-b5eb-1ed02e8f2417,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:01.918005 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:01.919955 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5168710 Aug 21 12:18:01.923055 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 35966) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:01.930889 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-80738591-038e-4641-97da-1002907db1b5 admin admin] Request body: {'subnet': {'network_id': '750c2aaf-b69e-4a3f-b5eb-1ed02e8f2417', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-350265426-subnet', 'tenant_id': 'd0fd2226712f465bad0da70b5f3ffa7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:01.937605 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-80738591-038e-4641-97da-1002907db1b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:01.939405 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd09b302-deca-4699-a384-27ee35bd47a3 admin admin] Made reservation on behalf of 0ab1a7fb5e8f47d4a26520c5fb8bd4c2 for: {'subnet': 1} {{(pid=82380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:18:01.942972 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-80738591-038e-4641-97da-1002907db1b5 admin admin] Usage tracker for resource:subnet and tenant:d0fd2226712f465bad0da70b5f3ffa7c is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:01.944116 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fd09b302-deca-4699-a384-27ee35bd47a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:01.946456 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-80738591-038e-4641-97da-1002907db1b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:01.951237 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Network 66fcdff2-94ab-4687-9781-4d1ba887f030 details requested by agent ovs-agent-dv-cinder-805477-2-smb with host dv-cinder-805477-2-smb {{(pid=82381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:18:01.954512 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-80738591-038e-4641-97da-1002907db1b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:01.966204 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80738591-038e-4641-97da-1002907db1b5 admin admin] Made reservation on behalf of d0fd2226712f465bad0da70b5f3ffa7c for: {'subnet': 1} {{(pid=82379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:18:01.971924 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-80738591-038e-4641-97da-1002907db1b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:01.997057 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Pushing event updated for resources: {'Port': ['ID=c02d9de6-c8f2-40b7-9e64-364abafad547,revision_number=2']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:02.008242 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:02.013157 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Network 750c2aaf-b69e-4a3f-b5eb-1ed02e8f2417 details requested by agent ovs-agent-dv-cinder-805477-2-smb with host dv-cinder-805477-2-smb {{(pid=82381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:18:02.069208 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3a2c6792-35c7-4fe0-a518-3a99b5651e5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:02.139031 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3a2c6792-35c7-4fe0-a518-3a99b5651e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038'] for port, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:02.210889 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:02.339922 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for network, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:02.388526 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2c6792-35c7-4fe0-a518-3a99b5651e5c admin admin] Network 17d050b5-9d10-4030-a56f-7262e0bfffca is already hosted by enough agents. {{(pid=82380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:18:02.389796 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c6792-35c7-4fe0-a518-3a99b5651e5c admin admin] Pushing event updated for resources: {'Port': ['ID=f661715a-2768-493d-8cb9-e2ec793d8a15,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:02.395049 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-3a2c6792-35c7-4fe0-a518-3a99b5651e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:18:02.410812 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2c6792-35c7-4fe0-a518-3a99b5651e5c admin admin] Received port after_create {{(pid=82380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:18:02.473779 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3a2c6792-35c7-4fe0-a518-3a99b5651e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:02.474689 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=82379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:18:02.554996 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fd09b302-deca-4699-a384-27ee35bd47a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808'] for subnet, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:02.564564 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:02.564986 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.segments_db [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Added segment 84a774fd-182a-403d-a5d6-847507ce0f39 of type vlan for network 8531d941-0313-460e-9aac-fe9ac0169b59 Aug 21 12:18:02.565134 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fe02c465-dfa7-4899-b193-99c502ffcdf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:02.615798 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-80738591-038e-4641-97da-1002907db1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808'] for subnet, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:02.664374 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:02.673677 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09b302-deca-4699-a384-27ee35bd47a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a00bc67-6928-4f8f-9e79-a5b624611398,revision_number=0']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:02.684812 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fd09b302-deca-4699-a384-27ee35bd47a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:02.715800 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd09b302-deca-4699-a384-27ee35bd47a3 admin admin] Checking segment: {'id': 'd40be74d-cf20-45cb-a59d-7bbc7b4fdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:18:02.716217 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd09b302-deca-4699-a384-27ee35bd47a3 admin admin] Network hostable DHCP agents. Network: 66fcdff2-94ab-4687-9781-4d1ba887f030, hostable agents: ['225e7d11-fae5-4c67-af4e-3e3ed6d78c06'], hosted agents: [] {{(pid=82380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:18:02.744089 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757584836911'] for network, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:02.762169 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3a2c6792-35c7-4fe0-a518-3a99b5651e5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:02.762981 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3a2c6792-35c7-4fe0-a518-3a99b5651e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846850513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7927847'] for router, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:02.819922 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd09b302-deca-4699-a384-27ee35bd47a3 admin admin] Network 66fcdff2-94ab-4687-9781-4d1ba887f030 is scheduled to be hosted by DHCP agent 225e7d11-fae5-4c67-af4e-3e3ed6d78c06 with binding_index 1 {{(pid=82380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:18:02.833354 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80738591-038e-4641-97da-1002907db1b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=614124db-521f-4f95-8d31-4e35032097b2,revision_number=0']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:02.834410 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-fd09b302-deca-4699-a384-27ee35bd47a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-smb, 66fcdff2-94ab-4687-9781-4d1ba887f030) {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:18:02.843095 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b028cd-424d-41ee-a835-6c3eefe4843c None None] Network 66fcdff2-94ab-4687-9781-4d1ba887f030 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:18:02.861961 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd09b302-deca-4699-a384-27ee35bd47a3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:02.862116 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-80738591-038e-4641-97da-1002907db1b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:02.862627 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fd09b302-deca-4699-a384-27ee35bd47a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for subnet, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:02.906221 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-fd09b302-deca-4699-a384-27ee35bd47a3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1850080 Aug 21 12:18:02.906439 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808'] for network, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:02.908053 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 35996) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:02.913447 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:02.914113 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:02.924009 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:02.926148 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-5947d543-55ca-4976-ae02-43c2ea0c1b41 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-891784107-router', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'}}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:02.938904 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-5947d543-55ca-4976-ae02-43c2ea0c1b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:03.002579 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80738591-038e-4641-97da-1002907db1b5 admin admin] Checking segment: {'id': '43dff248-6be7-46c4-99f2-4ed059c86172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '750c2aaf-b69e-4a3f-b5eb-1ed02e8f2417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:18:03.002980 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80738591-038e-4641-97da-1002907db1b5 admin admin] Network hostable DHCP agents. Network: 750c2aaf-b69e-4a3f-b5eb-1ed02e8f2417, hostable agents: ['225e7d11-fae5-4c67-af4e-3e3ed6d78c06'], hosted agents: [] {{(pid=82379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:18:03.092229 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-5947d543-55ca-4976-ae02-43c2ea0c1b41 admin admin] Usage tracker for resource:router and tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:03.099565 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-5947d543-55ca-4976-ae02-43c2ea0c1b41 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:03.119438 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-5947d543-55ca-4976-ae02-43c2ea0c1b41 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:03.167330 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5947d543-55ca-4976-ae02-43c2ea0c1b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7925268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-503649'] for router, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:03.168756 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5947d543-55ca-4976-ae02-43c2ea0c1b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846850359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846847987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846465200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854272135'] for router, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:03.193837 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5947d543-55ca-4976-ae02-43c2ea0c1b41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:03.271460 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7736435 Aug 21 12:18:03.282142 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Pushing event updated for resources: {'Network': ['ID=8531d941-0313-460e-9aac-fe9ac0169b59,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:03.291279 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:03.292401 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 36002) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:03.317608 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-cd94e633-237a-47b9-b550-28d250e233c4 admin admin] Request body: {'subnet': {'network_id': '8531d941-0313-460e-9aac-fe9ac0169b59', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1738327700-subnet', 'tenant_id': 'cb6b9e0ce01e44d3b4d3515656fb6a74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:03.331805 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-cd94e633-237a-47b9-b550-28d250e233c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:03.349708 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-cd94e633-237a-47b9-b550-28d250e233c4 admin admin] Usage tracker for resource:subnet and tenant:cb6b9e0ce01e44d3b4d3515656fb6a74 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:03.353231 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80738591-038e-4641-97da-1002907db1b5 admin admin] Network 750c2aaf-b69e-4a3f-b5eb-1ed02e8f2417 is scheduled to be hosted by DHCP agent 225e7d11-fae5-4c67-af4e-3e3ed6d78c06 with binding_index 1 {{(pid=82379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:18:03.366361 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-cd94e633-237a-47b9-b550-28d250e233c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:03.388575 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device c02d9de6-c8f2-40b7-9e64-364abafad547 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:18:03.430016 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5947d543-55ca-4976-ae02-43c2ea0c1b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846847972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7925287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854272250'] for router, precommit_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:03.441558 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2c6792-35c7-4fe0-a518-3a99b5651e5c admin admin] Router e29c4950-5399-439e-9651-f286254ee37a is scheduled to L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 with binding_index 1 {{(pid=82380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Aug 21 12:18:03.473517 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Network 8531d941-0313-460e-9aac-fe9ac0169b59 details requested by agent ovs-agent-dv-cinder-805477-2-smb with host dv-cinder-805477-2-smb {{(pid=82381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:18:03.641703 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cb0690-6d3a-42fb-b2d5-bc7b387bc858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1540b73d-d21b-5d33-a5e4-0f13765dac1f-66fcdff2-94ab-4687-9781-4d1ba887f030', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'fixed_ips': [{'subnet_id': '8a00bc67-6928-4f8f-9e79-a5b624611398'}]}} from dv-cinder-805477-2-smb. {{(pid=82381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Aug 21 12:18:03.642888 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-01cb0690-6d3a-42fb-b2d5-bc7b387bc858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:03.750672 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-cd94e633-237a-47b9-b550-28d250e233c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:03.756067 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-80738591-038e-4641-97da-1002907db1b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-smb, 750c2aaf-b69e-4a3f-b5eb-1ed02e8f2417) {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:18:03.770517 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80738591-038e-4641-97da-1002907db1b5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:03.771330 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-80738591-038e-4641-97da-1002907db1b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for subnet, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:03.807487 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-80738591-038e-4641-97da-1002907db1b5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8826575 Aug 21 12:18:03.809447 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd94e633-237a-47b9-b550-28d250e233c4 admin admin] Made reservation on behalf of cb6b9e0ce01e44d3b4d3515656fb6a74 for: {'subnet': 1} {{(pid=82379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:18:03.814756 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-cd94e633-237a-47b9-b550-28d250e233c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:03.955239 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-01cb0690-6d3a-42fb-b2d5-bc7b387bc858 None None] Allocated IP 172.20.0.2 (66fcdff2-94ab-4687-9781-4d1ba887f030/8a00bc67-6928-4f8f-9e79-a5b624611398/e436618d-9f80-4265-9cef-cd5e8f085a04) {{(pid=82381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:18:04.164845 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516692f4-fe5e-40e8-a77e-a6e0f8481fd3 None None] Network 750c2aaf-b69e-4a3f-b5eb-1ed02e8f2417 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:18:04.218107 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning for port c02d9de6-c8f2-40b7-9e64-364abafad547 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:18:04.239631 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2c6792-35c7-4fe0-a518-3a99b5651e5c admin admin] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:18:04.242189 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5947d543-55ca-4976-ae02-43c2ea0c1b41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:04.249965 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae8524b-4fd7-4994-9327-0479eef33d13 None None] Sync routers for ids ['e29c4950-5399-439e-9651-f286254ee37a'] in dv-cinder-805477-2-smb {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:18:04.270138 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae8524b-4fd7-4994-9327-0479eef33d13 None None] Routers {'e29c4950-5399-439e-9651-f286254ee37a'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:18:04.270826 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-dae8524b-4fd7-4994-9327-0479eef33d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:17:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['e29c4950-5399-439e-9651-f286254ee37a'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:18:04.354723 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5947d543-55ca-4976-ae02-43c2ea0c1b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:04.409932 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-cd94e633-237a-47b9-b550-28d250e233c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808'] for subnet, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:04.428956 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:04.609464 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3a2c6792-35c7-4fe0-a518-3a99b5651e5c admin admin] Notify callbacks [] for router, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:04.610878 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-3a2c6792-35c7-4fe0-a518-3a99b5651e5c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3955009 Aug 21 12:18:04.614641 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 36052) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:04.649308 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94e633-237a-47b9-b550-28d250e233c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b9fb086-e5d6-4a01-8bae-a33ce21bbb7d,revision_number=0']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:04.684839 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-cd94e633-237a-47b9-b550-28d250e233c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:04.741400 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd94e633-237a-47b9-b550-28d250e233c4 admin admin] Checking segment: {'id': '84a774fd-182a-403d-a5d6-847507ce0f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8531d941-0313-460e-9aac-fe9ac0169b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:18:04.742027 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd94e633-237a-47b9-b550-28d250e233c4 admin admin] Network hostable DHCP agents. Network: 8531d941-0313-460e-9aac-fe9ac0169b59, hostable agents: ['225e7d11-fae5-4c67-af4e-3e3ed6d78c06'], hosted agents: [] {{(pid=82379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:18:04.800504 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd94e633-237a-47b9-b550-28d250e233c4 admin admin] Network 8531d941-0313-460e-9aac-fe9ac0169b59 is scheduled to be hosted by DHCP agent 225e7d11-fae5-4c67-af4e-3e3ed6d78c06 with binding_index 1 {{(pid=82379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:18:04.832787 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-cd94e633-237a-47b9-b550-28d250e233c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-smb, 8531d941-0313-460e-9aac-fe9ac0169b59) {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:18:04.849574 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd94e633-237a-47b9-b550-28d250e233c4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:04.850257 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-cd94e633-237a-47b9-b550-28d250e233c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for subnet, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:04.855709 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-dae8524b-4fd7-4994-9327-0479eef33d13 None None] Set router e29c4950-5399-439e-9651-f286254ee37a gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:18:04.908433 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a1c514-00da-41e3-a00e-a4b60e3b08d1 None None] Network 8531d941-0313-460e-9aac-fe9ac0169b59 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:18:04.934061 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-cd94e633-237a-47b9-b550-28d250e233c4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6359067 Aug 21 12:18:04.999018 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-01cb0690-6d3a-42fb-b2d5-bc7b387bc858 None None] Notify callbacks [] for port, precommit_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:05.185576 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c18002a-1bc5-479c-b95c-b2e1fc68c848 None None] Network 750c2aaf-b69e-4a3f-b5eb-1ed02e8f2417 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:18:05.251425 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-5947d543-55ca-4976-ae02-43c2ea0c1b41 admin admin] Allocated IP 172.28.2.53 (17d050b5-9d10-4030-a56f-7262e0bfffca/7ff80433-24f5-4344-a1b2-e78aa99f1de5/80413900-88b2-4bd9-8678-ecc146631569) {{(pid=82380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:18:05.370277 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-dae8524b-4fd7-4994-9327-0479eef33d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c4950-5399-439e-9651-f286254ee37a', 'name': 'tempest-AttachVolumeTestJSON-816231334-router', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:00Z', 'updated_at': '2021-08-21T12:18:02Z', 'revision_number': 3, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'gw_port': {'id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:90:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:01Z', 'updated_at': '2021-08-21T12:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb'}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:18:05.374958 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae8524b-4fd7-4994-9327-0479eef33d13 None None] Checking router: e29c4950-5399-439e-9651-f286254ee37a for host: dv-cinder-805477-2-smb {{(pid=82382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:18:05.375527 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae8524b-4fd7-4994-9327-0479eef33d13 None None] Updating router e29c4950-5399-439e-9651-f286254ee37a port f661715a-2768-493d-8cb9-e2ec793d8a15 binding host dv-cinder-805477-2-smb {{(pid=82382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:18:05.447392 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5947d543-55ca-4976-ae02-43c2ea0c1b41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:05.483124 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5947d543-55ca-4976-ae02-43c2ea0c1b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038'] for port, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:05.500369 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:05.530399 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-dae8524b-4fd7-4994-9327-0479eef33d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:05.561112 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-01cb0690-6d3a-42fb-b2d5-bc7b387bc858 None None] Transition to ACTIVE for port object e436618d-9f80-4265-9cef-cd5e8f085a04 will not be triggered until provisioned by entity L2. {{(pid=82381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:18:05.600540 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6e47f1-dc29-4bdf-b386-d1c8effb6818 None None] Network 8a02cb72-de11-4e13-afc5-fd37a9467374 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:18:05.723805 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5947d543-55ca-4976-ae02-43c2ea0c1b41 admin admin] Network 17d050b5-9d10-4030-a56f-7262e0bfffca is already hosted by enough agents. {{(pid=82380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:18:05.815503 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-5947d543-55ca-4976-ae02-43c2ea0c1b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:18:05.817619 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947d543-55ca-4976-ae02-43c2ea0c1b41 admin admin] Pushing event updated for resources: {'Port': ['ID=80413900-88b2-4bd9-8678-ecc146631569,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:05.819578 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5947d543-55ca-4976-ae02-43c2ea0c1b41 admin admin] Received port after_create {{(pid=82380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:18:05.871185 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5947d543-55ca-4976-ae02-43c2ea0c1b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:05.923853 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-1fe72a17-c36e-42f3-947c-cd2073760007 None None] Provisioning for port c02d9de6-c8f2-40b7-9e64-364abafad547 completed by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:18:05.955463 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-1fe72a17-c36e-42f3-947c-cd2073760007 None None] Provisioning complete for port c02d9de6-c8f2-40b7-9e64-364abafad547 triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:18:05.956120 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1fe72a17-c36e-42f3-947c-cd2073760007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:06.259812 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5947d543-55ca-4976-ae02-43c2ea0c1b41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:06.261346 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5947d543-55ca-4976-ae02-43c2ea0c1b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846850513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7927847'] for router, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:06.272452 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-01cb0690-6d3a-42fb-b2d5-bc7b387bc858 None None] Transition to ACTIVE for port object e436618d-9f80-4265-9cef-cd5e8f085a04 will not be triggered until provisioned by entity DHCP. {{(pid=82381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:18:06.351764 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-dae8524b-4fd7-4994-9327-0479eef33d13 None None] Notify callbacks [] for port, precommit_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:06.354853 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 36126) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:06.358442 dv-cinder-805477-2-smb neutron-server[82268]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 21 12:18:06.365900 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-dae8524b-4fd7-4994-9327-0479eef33d13 None None] Transition to ACTIVE for port object f661715a-2768-493d-8cb9-e2ec793d8a15 will not be triggered until provisioned by entity L2. {{(pid=82382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:18:06.373168 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-dae8524b-4fd7-4994-9327-0479eef33d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:06.378876 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:06.439172 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-01cb0690-6d3a-42fb-b2d5-bc7b387bc858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038'] for port, after_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:06.498305 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:06.560494 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39158c97-12e2-44c2-a592-612460782715 None None] Pushing event updated for resources: {'Port': ['ID=f661715a-2768-493d-8cb9-e2ec793d8a15,revision_number=2']} {{(pid=82382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:06.606596 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-dae8524b-4fd7-4994-9327-0479eef33d13 None None] Attempting to bind port f661715a-2768-493d-8cb9-e2ec793d8a15 on host dv-cinder-805477-2-smb for vnic_type normal with profile {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:18:06.607201 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-dae8524b-4fd7-4994-9327-0479eef33d13 None None] Attempting to bind port f661715a-2768-493d-8cb9-e2ec793d8a15 by drivers openvswitch,hyperv on host dv-cinder-805477-2-smb at level 0 using segments [{'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'}] {{(pid=82382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:18:06.607763 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae8524b-4fd7-4994-9327-0479eef33d13 None None] Attempting to bind port f661715a-2768-493d-8cb9-e2ec793d8a15 on network 17d050b5-9d10-4030-a56f-7262e0bfffca {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:18:06.619003 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae8524b-4fd7-4994-9327-0479eef33d13 None None] Checking agent: {'id': '18930305-9dab-4cc1-b040-572ba18151c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 9, 44), 'started_at': datetime.datetime(2021, 8, 21, 12, 10, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:18:06.621132 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae8524b-4fd7-4994-9327-0479eef33d13 None None] Checking segment: {'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:18:06.621752 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-dae8524b-4fd7-4994-9327-0479eef33d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:06.622202 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae8524b-4fd7-4994-9327-0479eef33d13 None None] Bound using segment: {'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'} {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:18:06.623485 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-dae8524b-4fd7-4994-9327-0479eef33d13 None None] Bound port: f661715a-2768-493d-8cb9-e2ec793d8a15, host: dv-cinder-805477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'}}] {{(pid=82382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:18:06.624130 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-dae8524b-4fd7-4994-9327-0479eef33d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:06.640023 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 36144) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:06.662107 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-2eb0db77-dd14-4410-9acf-d2f19dd92d78 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2020924254-network', 'tenant_id': '8bde6ab2e0a348ae949530bf614bdbcb'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:06.686726 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-2eb0db77-dd14-4410-9acf-d2f19dd92d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:06.713223 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1fe72a17-c36e-42f3-947c-cd2073760007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:06.716572 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-dae8524b-4fd7-4994-9327-0479eef33d13 None None] For port f661715a-2768-493d-8cb9-e2ec793d8a15, host dv-cinder-805477-2-smb, cleared binding levels {{(pid=82382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:18:06.720825 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-dae8524b-4fd7-4994-9327-0479eef33d13 None None] For port f661715a-2768-493d-8cb9-e2ec793d8a15, host dv-cinder-805477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=f661715a-2768-493d-8cb9-e2ec793d8a15,segment=NetworkSegment(04830730-7182-4df6-a102-4ded0d586a71),segment_id=04830730-7182-4df6-a102-4ded0d586a71)] {{(pid=82382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:18:06.723322 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-2eb0db77-dd14-4410-9acf-d2f19dd92d78 admin admin] Usage tracker for resource:network and tenant:8bde6ab2e0a348ae949530bf614bdbcb is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:06.730248 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39158c97-12e2-44c2-a592-612460782715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:06.730699 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39158c97-12e2-44c2-a592-612460782715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:06.731387 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39158c97-12e2-44c2-a592-612460782715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:06.731888 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39158c97-12e2-44c2-a592-612460782715 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:06.732021 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-2eb0db77-dd14-4410-9acf-d2f19dd92d78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:06.732525 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39158c97-12e2-44c2-a592-612460782715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:06.733186 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39158c97-12e2-44c2-a592-612460782715 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:06.733777 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39158c97-12e2-44c2-a592-612460782715 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:06.734295 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39158c97-12e2-44c2-a592-612460782715 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:06.735908 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39158c97-12e2-44c2-a592-612460782715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:06.736482 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39158c97-12e2-44c2-a592-612460782715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:06.736996 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39158c97-12e2-44c2-a592-612460782715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39158c97-12e2-44c2-a592-612460782715 None None] Tracked resource versions report: Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: pushed versions: Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: { 'ConntrackHelper': {'1.0'}, Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: 'Log': {'1.0'}, Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: 'Network': {'1.1'}, Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: 'Port': {'1.5'}, Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: 'PortForwarding': {'1.2'}, Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: 'QosPolicy': {'1.8'}, Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroup': {'1.2'}, Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroupRule': {'1.0'}, Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: 'SubPort': {'1.0'}, Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: 'Subnet': {'1.1'}, Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: 'Trunk': {'1.1'}} Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: consumer versions: Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: { DHCP agent@dv-cinder-805477-2-smb: {}, Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: HyperV agent@hv-cinder-80547: {}, Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: L3 agent@dv-cinder-805477-2-smb: {}, Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: Metadata agent@dv-cinder-805477-2-smb: {}, Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: Metering agent@dv-cinder-805477-2-smb: {}, Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: Open vSwitch agent@dv-cinder-805477-2-smb: { 'ConntrackHelper': '1.0', Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: 'Log': '1.0', Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: 'Network': '1.1', Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: 'Port': '1.5', Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: 'PortForwarding': '1.2', Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: 'QosPolicy': '1.8', Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroup': '1.2', Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: 'SecurityGroupRule': '1.0', Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: 'SubPort': '1.0', Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: 'Subnet': '1.1', Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: 'Trunk': '1.1'}} Aug 21 12:18:06.739499 dv-cinder-805477-2-smb neutron-server[82268]: {{(pid=82382) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Aug 21 12:18:06.747944 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-dae8524b-4fd7-4994-9327-0479eef33d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:06.749842 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-39158c97-12e2-44c2-a592-612460782715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:06.763719 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-7ba385ac-8408-46c5-b061-3acc400cc6dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:06.784060 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-2eb0db77-dd14-4410-9acf-d2f19dd92d78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:06.810685 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23059e5-cb00-4a69-b759-6846e243b295 req-7b2838df-023d-490f-8209-855f50c62003 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:06.811424 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-f23059e5-cb00-4a69-b759-6846e243b295 req-7b2838df-023d-490f-8209-855f50c62003 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Synchronizing usage tracker for tenant:cb6b9e0ce01e44d3b4d3515656fb6a74 on resource:network {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:18:06.828940 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb0690-6d3a-42fb-b2d5-bc7b387bc858 None None] Network 66fcdff2-94ab-4687-9781-4d1ba887f030 is already hosted by enough agents. {{(pid=82381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:18:06.842092 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb0db77-dd14-4410-9acf-d2f19dd92d78 admin admin] Made reservation on behalf of 8bde6ab2e0a348ae949530bf614bdbcb for: {'network': 1} {{(pid=82379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:18:06.844483 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-01cb0690-6d3a-42fb-b2d5-bc7b387bc858 None None] Resources bound (agent type, host, resource id): {{(pid=82381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:18:06.852651 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2eb0db77-dd14-4410-9acf-d2f19dd92d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for network, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:06.894079 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cb0690-6d3a-42fb-b2d5-bc7b387bc858 None None] Received port after_create {{(pid=82381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:18:06.903996 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2eb0db77-dd14-4410-9acf-d2f19dd92d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:06.935799 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-f23059e5-cb00-4a69-b759-6846e243b295 req-7b2838df-023d-490f-8209-855f50c62003 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Unset dirty status for tenant:cb6b9e0ce01e44d3b4d3515656fb6a74 on resource:network {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:18:06.937161 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f23059e5-cb00-4a69-b759-6846e243b295 req-7b2838df-023d-490f-8209-855f50c62003 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/networks?id=8531d941-0313-460e-9aac-fe9ac0169b59 HTTP/1.1" status: 200 len: 812 time: 0.5805728 Aug 21 12:18:07.004964 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f23059e5-cb00-4a69-b759-6846e243b295 req-f4452bbb-46c8-4973-b74c-084212d4dc0e tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/quotas/cb6b9e0ce01e44d3b4d3515656fb6a74 HTTP/1.1" status: 200 len: 375 time: 0.0481832 Aug 21 12:18:07.016694 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-2eb0db77-dd14-4410-9acf-d2f19dd92d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:07.039002 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb0690-6d3a-42fb-b2d5-bc7b387bc858 None None] Pushing event updated for resources: {'Port': ['ID=e436618d-9f80-4265-9cef-cd5e8f085a04,revision_number=1']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:07.052329 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-1fe72a17-c36e-42f3-947c-cd2073760007 None None] For port c02d9de6-c8f2-40b7-9e64-364abafad547, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=c02d9de6-c8f2-40b7-9e64-364abafad547,segment=NetworkSegment(9ab8d827-49e8-44c8-b6c2-ccae12c1e289),segment_id=9ab8d827-49e8-44c8-b6c2-ccae12c1e289)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:18:07.112984 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39158c97-12e2-44c2-a592-612460782715 None None] Pushing event updated for resources: {'Port': ['ID=f661715a-2768-493d-8cb9-e2ec793d8a15,revision_number=3']} {{(pid=82382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:07.132621 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-01cb0690-6d3a-42fb-b2d5-bc7b387bc858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:07.138594 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-2eb0db77-dd14-4410-9acf-d2f19dd92d78 admin admin] Usage tracker for resource:security_group_rule and tenant:8bde6ab2e0a348ae949530bf614bdbcb is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:07.142297 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1455bb81-b7f4-4ace-a63b-22707a8cca5c None None] Network 8531d941-0313-460e-9aac-fe9ac0169b59 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:18:07.153986 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae8524b-4fd7-4994-9327-0479eef33d13 None None] Routers {'e29c4950-5399-439e-9651-f286254ee37a'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:18:07.154961 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-dae8524b-4fd7-4994-9327-0479eef33d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:17:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['e29c4950-5399-439e-9651-f286254ee37a'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:18:07.160928 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-2eb0db77-dd14-4410-9acf-d2f19dd92d78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:07.186623 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1fe72a17-c36e-42f3-947c-cd2073760007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:07.201328 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f23059e5-cb00-4a69-b759-6846e243b295 req-721cad5d-9a83-47e9-85d3-6a835785ef26 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cb6b9e0ce01e44d3b4d3515656fb6a74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1816602 Aug 21 12:18:07.203671 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-2eb0db77-dd14-4410-9acf-d2f19dd92d78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:07.312280 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:07.372597 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2eb0db77-dd14-4410-9acf-d2f19dd92d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:07.379561 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2eb0db77-dd14-4410-9acf-d2f19dd92d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:07.384332 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-142865f0-5d34-4bd8-a91a-356dcf346005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:07.478216 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb0db77-dd14-4410-9acf-d2f19dd92d78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=82379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:18:07.504292 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0db77-dd14-4410-9acf-d2f19dd92d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d7409b-caa8-45b7-b49f-cd8b6b51a3d1,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:07.508412 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-2eb0db77-dd14-4410-9acf-d2f19dd92d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:07.529659 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-39158c97-12e2-44c2-a592-612460782715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:07.532311 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2eb0db77-dd14-4410-9acf-d2f19dd92d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:07.532685 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.segments_db [None req-2eb0db77-dd14-4410-9acf-d2f19dd92d78 admin admin] Added segment f68e579f-6bb7-4d8a-a099-424591b276eb of type vlan for network 3c5f19b5-23f3-44bb-89fd-158a2c44e155 Aug 21 12:18:07.581338 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe72a17-c36e-42f3-947c-cd2073760007 None None] Pushing event updated for resources: {'Port': ['ID=c02d9de6-c8f2-40b7-9e64-364abafad547,revision_number=3']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:07.594662 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-1fe72a17-c36e-42f3-947c-cd2073760007 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:07.606751 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2eb0db77-dd14-4410-9acf-d2f19dd92d78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757584836911'] for network, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:07.607340 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-dae8524b-4fd7-4994-9327-0479eef33d13 None None] Set router e29c4950-5399-439e-9651-f286254ee37a gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:18:07.612844 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-01cb0690-6d3a-42fb-b2d5-bc7b387bc858 None None] Attempting to bind port e436618d-9f80-4265-9cef-cd5e8f085a04 on host dv-cinder-805477-2-smb for vnic_type normal with profile {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:18:07.613379 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-01cb0690-6d3a-42fb-b2d5-bc7b387bc858 None None] Attempting to bind port e436618d-9f80-4265-9cef-cd5e8f085a04 by drivers openvswitch,hyperv on host dv-cinder-805477-2-smb at level 0 using segments [{'id': 'd40be74d-cf20-45cb-a59d-7bbc7b4fdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030'}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:18:07.613794 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb0690-6d3a-42fb-b2d5-bc7b387bc858 None None] Attempting to bind port e436618d-9f80-4265-9cef-cd5e8f085a04 on network 66fcdff2-94ab-4687-9781-4d1ba887f030 {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:18:07.626251 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb0690-6d3a-42fb-b2d5-bc7b387bc858 None None] Checking agent: {'id': '18930305-9dab-4cc1-b040-572ba18151c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 9, 44), 'started_at': datetime.datetime(2021, 8, 21, 12, 10, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:18:07.626935 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb0690-6d3a-42fb-b2d5-bc7b387bc858 None None] Checking segment: {'id': 'd40be74d-cf20-45cb-a59d-7bbc7b4fdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:18:07.627633 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-01cb0690-6d3a-42fb-b2d5-bc7b387bc858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:07.628301 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb0690-6d3a-42fb-b2d5-bc7b387bc858 None None] Bound using segment: {'id': 'd40be74d-cf20-45cb-a59d-7bbc7b4fdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030'} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:18:07.628842 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-01cb0690-6d3a-42fb-b2d5-bc7b387bc858 None None] Bound port: e436618d-9f80-4265-9cef-cd5e8f085a04, host: dv-cinder-805477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd40be74d-cf20-45cb-a59d-7bbc7b4fdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030'}}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:18:07.629343 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-01cb0690-6d3a-42fb-b2d5-bc7b387bc858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:07.668725 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2eb0db77-dd14-4410-9acf-d2f19dd92d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808'] for network, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:07.669893 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb0db77-dd14-4410-9acf-d2f19dd92d78 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:07.670593 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2eb0db77-dd14-4410-9acf-d2f19dd92d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:07.683843 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:07.710026 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [req-f23059e5-cb00-4a69-b759-6846e243b295 req-a97332ba-cefd-4e53-87e4-713d658de043 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=82379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 12:18:07.718420 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f23059e5-cb00-4a69-b759-6846e243b295 req-a97332ba-cefd-4e53-87e4-713d658de043 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1997974 Aug 21 12:18:07.840029 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5947d543-55ca-4976-ae02-43c2ea0c1b41 admin admin] Router 984f3ffc-31a1-4d67-afe6-e454adaace64 is scheduled to L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 with binding_index 1 {{(pid=82380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Aug 21 12:18:08.073135 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-22093c3a-b598-43af-b084-231c8ba09a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:08.093825 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0db77-dd14-4410-9acf-d2f19dd92d78 admin admin] Pushing event updated for resources: {'Network': ['ID=3c5f19b5-23f3-44bb-89fd-158a2c44e155,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:08.102442 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-2eb0db77-dd14-4410-9acf-d2f19dd92d78 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4582853 Aug 21 12:18:08.103407 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 36204) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:08.107356 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-2eb0db77-dd14-4410-9acf-d2f19dd92d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:08.117689 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-2306de0c-cc1c-42cd-bcdf-7a7c2d396fc3 admin admin] Request body: {'subnet': {'network_id': '3c5f19b5-23f3-44bb-89fd-158a2c44e155', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2020924254-subnet', 'tenant_id': '8bde6ab2e0a348ae949530bf614bdbcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:08.131042 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-2306de0c-cc1c-42cd-bcdf-7a7c2d396fc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:08.148561 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-2306de0c-cc1c-42cd-bcdf-7a7c2d396fc3 admin admin] Usage tracker for resource:subnet and tenant:8bde6ab2e0a348ae949530bf614bdbcb is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:08.155020 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-2306de0c-cc1c-42cd-bcdf-7a7c2d396fc3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:08.173271 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-2306de0c-cc1c-42cd-bcdf-7a7c2d396fc3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:08.194364 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f23059e5-cb00-4a69-b759-6846e243b295 req-7bfbcbbb-09f6-445d-bad6-fccaaeff6ad3 service neutron] 10.222.0.11 "GET /v2.0/networks/8531d941-0313-460e-9aac-fe9ac0169b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744494 Aug 21 12:18:08.210006 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-01cb0690-6d3a-42fb-b2d5-bc7b387bc858 None None] For port e436618d-9f80-4265-9cef-cd5e8f085a04, host dv-cinder-805477-2-smb, cleared binding levels {{(pid=82381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:18:08.219621 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-01cb0690-6d3a-42fb-b2d5-bc7b387bc858 None None] For port e436618d-9f80-4265-9cef-cd5e8f085a04, host dv-cinder-805477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=e436618d-9f80-4265-9cef-cd5e8f085a04,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:18:08.228109 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-dae8524b-4fd7-4994-9327-0479eef33d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c4950-5399-439e-9651-f286254ee37a', 'name': 'tempest-AttachVolumeTestJSON-816231334-router', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:00Z', 'updated_at': '2021-08-21T12:18:02Z', 'revision_number': 3, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'gw_port': {'id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:90:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:01Z', 'updated_at': '2021-08-21T12:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb'}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:18:08.239379 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae8524b-4fd7-4994-9327-0479eef33d13 None None] The sync data for ids ['e29c4950-5399-439e-9651-f286254ee37a'] in dv-cinder-805477-2-smb is: [{'id': 'e29c4950-5399-439e-9651-f286254ee37a', 'name': 'tempest-AttachVolumeTestJSON-816231334-router', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:00Z', 'updated_at': '2021-08-21T12:18:02Z', 'revision_number': 3, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'gw_port': {'id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:90:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:01Z', 'updated_at': '2021-08-21T12:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb'}] {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:18:08.240381 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Network 3c5f19b5-23f3-44bb-89fd-158a2c44e155 details requested by agent ovs-agent-dv-cinder-805477-2-smb with host dv-cinder-805477-2-smb {{(pid=82381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:18:08.280579 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-01cb0690-6d3a-42fb-b2d5-bc7b387bc858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:08.308750 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2306de0c-cc1c-42cd-bcdf-7a7c2d396fc3 admin admin] Made reservation on behalf of 8bde6ab2e0a348ae949530bf614bdbcb for: {'subnet': 1} {{(pid=82379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:18:08.314575 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2306de0c-cc1c-42cd-bcdf-7a7c2d396fc3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:08.407166 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:08.611205 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f23059e5-cb00-4a69-b759-6846e243b295 req-b295594a-2b4b-42c7-948e-8cc236ffffdb service neutron] 10.222.0.11 "GET /v2.0/networks/8531d941-0313-460e-9aac-fe9ac0169b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879807 Aug 21 12:18:08.658399 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-81d6a410-288f-40da-9792-004d4182d40f None None] Provisioning complete for port c02d9de6-c8f2-40b7-9e64-364abafad547 triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:18:08.658822 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-81d6a410-288f-40da-9792-004d4182d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:08.854095 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb0690-6d3a-42fb-b2d5-bc7b387bc858 None None] Pushing event updated for resources: {'Port': ['ID=e436618d-9f80-4265-9cef-cd5e8f085a04,revision_number=2']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:08.872146 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-01cb0690-6d3a-42fb-b2d5-bc7b387bc858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:08.912124 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2306de0c-cc1c-42cd-bcdf-7a7c2d396fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808'] for subnet, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:08.938160 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-80738591-038e-4641-97da-1002907db1b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:08.979792 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-22093c3a-b598-43af-b084-231c8ba09a20 admin admin] Allocated IP 172.20.0.1 (8a02cb72-de11-4e13-afc5-fd37a9467374/f58e09c1-f79e-4472-81dc-9752e44b5901/d7aa2d36-343c-4811-b328-892368e4bba7) {{(pid=82380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:18:09.030954 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5947d543-55ca-4976-ae02-43c2ea0c1b41 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:18:09.065267 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f561c084-b562-49b1-9bbf-a78a31e400f2 None None] Sync routers for ids ['984f3ffc-31a1-4d67-afe6-e454adaace64'] in dv-cinder-805477-2-smb {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:18:09.086110 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5947d543-55ca-4976-ae02-43c2ea0c1b41 admin admin] Notify callbacks [] for router, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:09.091051 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-5947d543-55ca-4976-ae02-43c2ea0c1b41 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1690779 Aug 21 12:18:09.098606 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 36246) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:09.417057 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device c02d9de6-c8f2-40b7-9e64-364abafad547 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:18:09.470548 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306de0c-cc1c-42cd-bcdf-7a7c2d396fc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=623d8bde-3fdf-447d-8742-f14f3a8e3ba5,revision_number=0']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:09.506569 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-2306de0c-cc1c-42cd-bcdf-7a7c2d396fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:09.528087 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-14091aa2-bbd3-46f3-8ab2-9ce69dd25071 req-2c0abd5d-6189-46ad-9cd3-a08b886b9d07 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3bd1922-7be1-4f9d-a41d-586cacb3ed84 HTTP/1.1" status: 200 len: 210 time: 0.2654126 Aug 21 12:18:09.560182 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f561c084-b562-49b1-9bbf-a78a31e400f2 None None] Routers {'984f3ffc-31a1-4d67-afe6-e454adaace64'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:18:09.560771 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-f561c084-b562-49b1-9bbf-a78a31e400f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:17:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['984f3ffc-31a1-4d67-afe6-e454adaace64'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:18:09.572047 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2306de0c-cc1c-42cd-bcdf-7a7c2d396fc3 admin admin] Checking segment: {'id': 'f68e579f-6bb7-4d8a-a099-424591b276eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3c5f19b5-23f3-44bb-89fd-158a2c44e155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:18:09.572447 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2306de0c-cc1c-42cd-bcdf-7a7c2d396fc3 admin admin] Network hostable DHCP agents. Network: 3c5f19b5-23f3-44bb-89fd-158a2c44e155, hostable agents: ['225e7d11-fae5-4c67-af4e-3e3ed6d78c06'], hosted agents: [] {{(pid=82379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:18:09.653059 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2306de0c-cc1c-42cd-bcdf-7a7c2d396fc3 admin admin] Network 3c5f19b5-23f3-44bb-89fd-158a2c44e155 is scheduled to be hosted by DHCP agent 225e7d11-fae5-4c67-af4e-3e3ed6d78c06 with binding_index 1 {{(pid=82379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:18:09.668317 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-2306de0c-cc1c-42cd-bcdf-7a7c2d396fc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-smb, 3c5f19b5-23f3-44bb-89fd-158a2c44e155) {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:18:09.674148 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2306de0c-cc1c-42cd-bcdf-7a7c2d396fc3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:09.674804 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2306de0c-cc1c-42cd-bcdf-7a7c2d396fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for subnet, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:09.720946 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-22093c3a-b598-43af-b084-231c8ba09a20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:09.753045 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-2306de0c-cc1c-42cd-bcdf-7a7c2d396fc3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6443610 Aug 21 12:18:09.758702 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795a0b23-1b6c-45a9-879d-47707872209e None None] Network 3c5f19b5-23f3-44bb-89fd-158a2c44e155 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:18:09.765387 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-22093c3a-b598-43af-b084-231c8ba09a20 admin admin] Transition to ACTIVE for port object d7aa2d36-343c-4811-b328-892368e4bba7 will not be triggered until provisioned by entity DHCP. {{(pid=82380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:18:09.965059 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-22093c3a-b598-43af-b084-231c8ba09a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038'] for port, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:10.016744 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-068d2998-4b80-4572-b373-b1fdf86fcd63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:10.039825 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 36292) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:10.180795 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22093c3a-b598-43af-b084-231c8ba09a20 admin admin] Network 8a02cb72-de11-4e13-afc5-fd37a9467374 is already hosted by enough agents. {{(pid=82380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:18:10.207385 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf93629d-63b8-4b9c-b146-1f5dd21cb7c7 admin admin] Deleting subnet 614124db-521f-4f95-8d31-4e35032097b2 {{(pid=82379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:18:10.208283 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22093c3a-b598-43af-b084-231c8ba09a20 admin admin] Pushing event updated for resources: {'Port': ['ID=d7aa2d36-343c-4811-b328-892368e4bba7,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:10.212265 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-22093c3a-b598-43af-b084-231c8ba09a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:10.214088 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-22093c3a-b598-43af-b084-231c8ba09a20 admin admin] Resources bound (agent type, host, resource id): {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:18:10.216285 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22093c3a-b598-43af-b084-231c8ba09a20 admin admin] Received port after_create {{(pid=82380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:18:10.216788 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-22093c3a-b598-43af-b084-231c8ba09a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846875142'] for router_interface, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:10.216950 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port c02d9de6-c8f2-40b7-9e64-364abafad547 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:18:10.219306 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:10.226582 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bf93629d-63b8-4b9c-b146-1f5dd21cb7c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:10.412652 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bf93629d-63b8-4b9c-b146-1f5dd21cb7c7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:10.422926 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bf93629d-63b8-4b9c-b146-1f5dd21cb7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:10.437253 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-22093c3a-b598-43af-b084-231c8ba09a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:10.496101 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-f561c084-b562-49b1-9bbf-a78a31e400f2 None None] Set router 984f3ffc-31a1-4d67-afe6-e454adaace64 gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:18:10.683581 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bf93629d-63b8-4b9c-b146-1f5dd21cb7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808'] for subnet, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:10.689714 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:10.780769 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93629d-63b8-4b9c-b146-1f5dd21cb7c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=614124db-521f-4f95-8d31-4e35032097b2,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:10.783901 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-bf93629d-63b8-4b9c-b146-1f5dd21cb7c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:10.795996 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bf93629d-63b8-4b9c-b146-1f5dd21cb7c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for subnet, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:10.808581 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-bf93629d-63b8-4b9c-b146-1f5dd21cb7c7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/614124db-521f-4f95-8d31-4e35032097b2 HTTP/1.1" status: 204 len: 168 time: 0.7675166 Aug 21 12:18:10.811954 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 36340) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:11.026532 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 36344) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:11.027407 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 36354) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:11.173519 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5520e09e-f592-49f6-a214-4682f86d0295 req-fa198792-0247-4a56-963f-a7a5d1535ee4 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3bd1922-7be1-4f9d-a41d-586cacb3ed84 HTTP/1.1" status: 200 len: 210 time: 0.1331246 Aug 21 12:18:11.255400 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-476761'] for network, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:11.351551 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-22093c3a-b598-43af-b084-231c8ba09a20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:11.364885 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-22093c3a-b598-43af-b084-231c8ba09a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:11.367365 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-22093c3a-b598-43af-b084-231c8ba09a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7568825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7900505'] for router_interface, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:11.373029 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3a2c6792-35c7-4fe0-a518-3a99b5651e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:11.551390 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-2be4e2d2-b053-441e-9347-721f05f5f779 None None] Provisioning for port d7aa2d36-343c-4811-b328-892368e4bba7 completed by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:18:11.569380 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-8b5bce54-d26d-40da-984f-e7825aba6a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:11.618418 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-2be4e2d2-b053-441e-9347-721f05f5f779 None None] Provisioning complete for port d7aa2d36-343c-4811-b328-892368e4bba7 triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:18:11.618836 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2be4e2d2-b053-441e-9347-721f05f5f779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:11.638976 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773097', 'neutron.services.segments.db._delete_segments_for_network--9223363279269330172'] for network, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:11.696411 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82379) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:11.696813 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82379) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:11.698276 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82379) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:11.698604 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] Subscribe: > port after_create 55550000 {{(pid=82379) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:11.699110 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82379) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:11.699597 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] Subscribe: > port after_update 55550000 {{(pid=82379) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:11.699991 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82379) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:11.700403 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82379) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:11.700764 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82379) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:11.704566 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82379) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:11.847037 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211d1b81-2475-4050-9c82-62b90b257862 None None] Network 66fcdff2-94ab-4687-9781-4d1ba887f030 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:18:11.933815 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22093c3a-b598-43af-b084-231c8ba09a20 admin admin] Network 8a02cb72-de11-4e13-afc5-fd37a9467374 is already hosted by enough agents. {{(pid=82380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:18:11.944352 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-22093c3a-b598-43af-b084-231c8ba09a20 admin admin] Resources bound (agent type, host, resource id): {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:18:12.046243 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82379) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:12.046711 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82379) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:12.047064 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82379) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:12.047349 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82379) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:12.047745 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['750c2aaf-b69e-4a3f-b5eb-1ed02e8f2417']}} {{(pid=82379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:18:12.066932 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-8b5bce54-d26d-40da-984f-e7825aba6a0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:12.070579 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43dff248-6be7-46c4-99f2-4ed059c86172') {'for_net_delete': True} {{(pid=82379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:18:12.071049 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43dff248-6be7-46c4-99f2-4ed059c86172') {} {{(pid=82379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:18:12.084139 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-8b5bce54-d26d-40da-984f-e7825aba6a0b admin admin] Usage tracker for resource:security_group_rule and tenant:73ac79c5091e46eaa46297bb65bd93b7 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:12.094087 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-8b5bce54-d26d-40da-984f-e7825aba6a0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:12.100648 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279269335395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847601181'] for segment, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:12.102237 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac84ee34-c10e-4d96-9909-9053d9f80b82 None None] Network 3c5f19b5-23f3-44bb-89fd-158a2c44e155 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:18:12.114486 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-8b5bce54-d26d-40da-984f-e7825aba6a0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:12.159424 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:12.195239 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=82379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:18:12.195982 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854685446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847601935'] for segment, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: (self, other), Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: (self, other), Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: Traceback (most recent call last): Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: timer() Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: cb(*args, **kw) Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: return func(*args, **kwargs) Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: self._notify() Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: self.callback(batched_events) Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: event.method(event) Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: segment_id)['aggregates'][0] Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: return f(self, *a, **k) Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: return self._get(url).json() Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: **kwargs) Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: return self.request(url, 'GET', **kwargs) Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: **endpoint_filter) Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:18:12.223045 dv-cinder-805477-2-smb neutron-server[82268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:18:12.291531 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-2be4e2d2-b053-441e-9347-721f05f5f779 None None] Port d7aa2d36-343c-4811-b328-892368e4bba7 cannot update to ACTIVE because it is not bound. {{(pid=82381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:18:12.298833 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device f661715a-2768-493d-8cb9-e2ec793d8a15 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:18:12.501671 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-f561c084-b562-49b1-9bbf-a78a31e400f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'name': 'tempest-AttachVolumeShelveTestJSON-891784107-router', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '80413900-88b2-4bd9-8678-ecc146631569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:03Z', 'updated_at': '2021-08-21T12:18:05Z', 'revision_number': 3, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'gw_port': {'id': '80413900-88b2-4bd9-8678-ecc146631569', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:04Z', 'updated_at': '2021-08-21T12:18:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb'}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:18:12.524517 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-8b5bce54-d26d-40da-984f-e7825aba6a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:12.557543 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f561c084-b562-49b1-9bbf-a78a31e400f2 None None] Checking router: 984f3ffc-31a1-4d67-afe6-e454adaace64 for host: dv-cinder-805477-2-smb {{(pid=82381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:18:12.558007 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f561c084-b562-49b1-9bbf-a78a31e400f2 None None] Updating router 984f3ffc-31a1-4d67-afe6-e454adaace64 port 80413900-88b2-4bd9-8678-ecc146631569 binding host dv-cinder-805477-2-smb {{(pid=82381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:18:12.630753 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-8b5bce54-d26d-40da-984f-e7825aba6a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:12.639435 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.21', 55830) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:12.646299 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2cd26789-a67b-4d7e-8a64-2f7c6c1d56b8 req-118ed989-1e5c-4ae0-aeb4-3376f7009bad tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3bd1922-7be1-4f9d-a41d-586cacb3ed84 HTTP/1.1" status: 200 len: 210 time: 0.1098714 Aug 21 12:18:12.707721 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22093c3a-b598-43af-b084-231c8ba09a20 admin admin] Pushing event updated for resources: {'Port': ['ID=d7aa2d36-343c-4811-b328-892368e4bba7,revision_number=2']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:12.732670 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 36430) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:12.742864 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-22093c3a-b598-43af-b084-231c8ba09a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.370s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:12.910146 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-5b93a605-c490-44dd-a3e9-3e114ff9ca39 None None] Provisioning for port e436618d-9f80-4265-9cef-cd5e8f085a04 completed by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:18:12.920129 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:12.953000 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f561c084-b562-49b1-9bbf-a78a31e400f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:12.977501 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-8b5bce54-d26d-40da-984f-e7825aba6a0b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=73ac79c5091e46eaa46297bb65bd93b7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9373546 Aug 21 12:18:12.983423 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 36448) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:13.115341 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846847901'] for network, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:13.265496 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5bce54-d26d-40da-984f-e7825aba6a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3101455-1914-404f-98a7-48f3017db41b,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:13.297792 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-8b5bce54-d26d-40da-984f-e7825aba6a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:13.298568 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-2eb0db77-dd14-4410-9acf-d2f19dd92d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:13.356988 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] Pushing event deleted for resources: {'Network': ['ID=750c2aaf-b69e-4a3f-b5eb-1ed02e8f2417,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:13.380984 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fb808de1-928c-486d-8f0e-c17b18785513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:13.437790 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23059e5-cb00-4a69-b759-6846e243b295 req-10fa9769-a6a7-420e-8a3c-ee476e683af2 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:13.439293 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f23059e5-cb00-4a69-b759-6846e243b295 req-10fa9769-a6a7-420e-8a3c-ee476e683af2 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.21 "GET /v2.0/networks?id=8531d941-0313-460e-9aac-fe9ac0169b59 HTTP/1.1" status: 200 len: 812 time: 0.7986255 Aug 21 12:18:13.441922 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:13.460097 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:13.473976 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] 10.222.0.11 "DELETE /v2.0/networks/750c2aaf-b69e-4a3f-b5eb-1ed02e8f2417 HTTP/1.1" status: 204 len: 168 time: 2.6582391 Aug 21 12:18:13.475460 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 36470) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:13.481454 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-f23059e5-cb00-4a69-b759-6846e243b295 req-5daee0d3-17a8-4c07-8cf3-af290c9311c1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Request body: {'port': {'device_id': 'e3bd1922-7be1-4f9d-a41d-586cacb3ed84', 'network_id': '8531d941-0313-460e-9aac-fe9ac0169b59', 'admin_state_up': True, 'tenant_id': 'cb6b9e0ce01e44d3b4d3515656fb6a74'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:13.526085 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning for port f661715a-2768-493d-8cb9-e2ec793d8a15 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:18:13.551255 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-fb808de1-928c-486d-8f0e-c17b18785513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:13.564974 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-fb808de1-928c-486d-8f0e-c17b18785513 admin admin] Usage tracker for resource:security_group_rule and tenant:04e8b518019342f29868694815eb8d11 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:13.576829 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-fb808de1-928c-486d-8f0e-c17b18785513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:13.591145 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-64d6e92f-0d8d-45bc-8243-664b1c1261c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:13.593843 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-fb808de1-928c-486d-8f0e-c17b18785513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:13.637499 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-64d6e92f-0d8d-45bc-8243-664b1c1261c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:13.642374 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6565db5-fb19-4c22-bb3b-ca0ea261a24a admin admin] Deleting subnet 623d8bde-3fdf-447d-8742-f14f3a8e3ba5 {{(pid=82380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:18:13.653330 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c6565db5-fb19-4c22-bb3b-ca0ea261a24a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:13.732802 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-f23059e5-cb00-4a69-b759-6846e243b295 req-5daee0d3-17a8-4c07-8cf3-af290c9311c1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:13.736880 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f561c084-b562-49b1-9bbf-a78a31e400f2 None None] Notify callbacks [] for port, precommit_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:13.740532 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-f23059e5-cb00-4a69-b759-6846e243b295 req-5daee0d3-17a8-4c07-8cf3-af290c9311c1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Usage tracker for resource:port and tenant:cb6b9e0ce01e44d3b4d3515656fb6a74 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:13.750091 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-f23059e5-cb00-4a69-b759-6846e243b295 req-5daee0d3-17a8-4c07-8cf3-af290c9311c1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:13.753769 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-f561c084-b562-49b1-9bbf-a78a31e400f2 None None] Transition to ACTIVE for port object 80413900-88b2-4bd9-8678-ecc146631569 will not be triggered until provisioned by entity L2. {{(pid=82381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:18:13.762314 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2fb9a7fd-3e43-49a3-9a22-8827fe6c1ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:13.766813 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port f661715a-2768-493d-8cb9-e2ec793d8a15 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:18:13.767223 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:13.770102 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-f23059e5-cb00-4a69-b759-6846e243b295 req-5daee0d3-17a8-4c07-8cf3-af290c9311c1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:13.789771 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f23059e5-cb00-4a69-b759-6846e243b295 req-5daee0d3-17a8-4c07-8cf3-af290c9311c1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Made reservation on behalf of cb6b9e0ce01e44d3b4d3515656fb6a74 for: {'port': 1} {{(pid=82379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:18:13.792900 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c6565db5-fb19-4c22-bb3b-ca0ea261a24a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:13.812242 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-f23059e5-cb00-4a69-b759-6846e243b295 req-5daee0d3-17a8-4c07-8cf3-af290c9311c1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:13.819272 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c6565db5-fb19-4c22-bb3b-ca0ea261a24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:13.851710 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-64d6e92f-0d8d-45bc-8243-664b1c1261c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:13.871018 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22093c3a-b598-43af-b084-231c8ba09a20 admin admin] Router e29c4950-5399-439e-9651-f286254ee37a has already been hosted by L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 {{(pid=82380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:18:13.885851 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f561c084-b562-49b1-9bbf-a78a31e400f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:13.893075 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-085da611-52f3-4916-9fff-24de0f1ac027 None None] Provisioning complete for port d7aa2d36-343c-4811-b328-892368e4bba7 triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:18:13.893513 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-085da611-52f3-4916-9fff-24de0f1ac027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:13.930358 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fb808de1-928c-486d-8f0e-c17b18785513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:13.934302 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-2eb0db77-dd14-4410-9acf-d2f19dd92d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:13.946704 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fb808de1-928c-486d-8f0e-c17b18785513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:13.960099 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-085da611-52f3-4916-9fff-24de0f1ac027 None None] Port d7aa2d36-343c-4811-b328-892368e4bba7 cannot update to ACTIVE because it is not bound. {{(pid=82381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:18:13.962276 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:13.977728 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-1fe72a17-c36e-42f3-947c-cd2073760007 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:14.016178 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d436576d-568b-4db0-9a2f-85073b7381eb req-4ee5e45d-c3fa-44e7-8893-ea867163148c tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3bd1922-7be1-4f9d-a41d-586cacb3ed84 HTTP/1.1" status: 200 len: 210 time: 0.0902016 Aug 21 12:18:14.025000 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6e92f-0d8d-45bc-8243-664b1c1261c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3101455-1914-404f-98a7-48f3017db41b,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:14.043114 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-64d6e92f-0d8d-45bc-8243-664b1c1261c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:14.057237 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-f561c084-b562-49b1-9bbf-a78a31e400f2 None None] Attempting to bind port 80413900-88b2-4bd9-8678-ecc146631569 on host dv-cinder-805477-2-smb for vnic_type normal with profile {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:18:14.058143 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-f561c084-b562-49b1-9bbf-a78a31e400f2 None None] Attempting to bind port 80413900-88b2-4bd9-8678-ecc146631569 by drivers openvswitch,hyperv on host dv-cinder-805477-2-smb at level 0 using segments [{'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:18:14.058667 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f561c084-b562-49b1-9bbf-a78a31e400f2 None None] Attempting to bind port 80413900-88b2-4bd9-8678-ecc146631569 on network 17d050b5-9d10-4030-a56f-7262e0bfffca {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:18:14.080829 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f561c084-b562-49b1-9bbf-a78a31e400f2 None None] Checking agent: {'id': '18930305-9dab-4cc1-b040-572ba18151c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 9, 44), 'started_at': datetime.datetime(2021, 8, 21, 12, 10, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:18:14.081473 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f561c084-b562-49b1-9bbf-a78a31e400f2 None None] Checking segment: {'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:18:14.081920 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f561c084-b562-49b1-9bbf-a78a31e400f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:14.082501 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f561c084-b562-49b1-9bbf-a78a31e400f2 None None] Bound using segment: {'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:18:14.082870 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-f561c084-b562-49b1-9bbf-a78a31e400f2 None None] Bound port: 80413900-88b2-4bd9-8678-ecc146631569, host: dv-cinder-805477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'}}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:18:14.083370 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f561c084-b562-49b1-9bbf-a78a31e400f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:14.087739 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c6565db5-fb19-4c22-bb3b-ca0ea261a24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808'] for subnet, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:14.127469 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-64d6e92f-0d8d-45bc-8243-664b1c1261c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:14.128760 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-64d6e92f-0d8d-45bc-8243-664b1c1261c3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e3101455-1914-404f-98a7-48f3017db41b HTTP/1.1" status: 204 len: 168 time: 1.1443005 Aug 21 12:18:14.160763 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb808de1-928c-486d-8f0e-c17b18785513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397a5760-2d05-440b-a048-044133ea9a88,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:14.164315 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-fb808de1-928c-486d-8f0e-c17b18785513 admin admin] Synchronizing usage tracker for tenant:b4821e255ea642c99b5a10804f0576bf on resource:security_group {{(pid=82380) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:18:14.171989 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-f561c084-b562-49b1-9bbf-a78a31e400f2 None None] For port 80413900-88b2-4bd9-8678-ecc146631569, host dv-cinder-805477-2-smb, cleared binding levels {{(pid=82381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:18:14.175341 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fb808de1-928c-486d-8f0e-c17b18785513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:14.176292 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:14.176445 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-f561c084-b562-49b1-9bbf-a78a31e400f2 None None] For port 80413900-88b2-4bd9-8678-ecc146631569, host dv-cinder-805477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=80413900-88b2-4bd9-8678-ecc146631569,segment=NetworkSegment(04830730-7182-4df6-a102-4ded0d586a71),segment_id=04830730-7182-4df6-a102-4ded0d586a71)] {{(pid=82381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:18:14.208839 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f561c084-b562-49b1-9bbf-a78a31e400f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:14.299962 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c6565db5-fb19-4c22-bb3b-ca0ea261a24a admin admin] Notify callbacks [] for subnet, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:14.310879 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [req-f23059e5-cb00-4a69-b759-6846e243b295 req-5daee0d3-17a8-4c07-8cf3-af290c9311c1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Allocated IP 172.20.0.7 (8531d941-0313-460e-9aac-fe9ac0169b59/1b9fb086-e5d6-4a01-8bae-a33ce21bbb7d/e0631713-db1b-40e1-b8ff-d6ea51b44545) {{(pid=82379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:18:14.312817 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f561c084-b562-49b1-9bbf-a78a31e400f2 None None] Routers {'984f3ffc-31a1-4d67-afe6-e454adaace64'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:18:14.313554 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-f561c084-b562-49b1-9bbf-a78a31e400f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:17:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['984f3ffc-31a1-4d67-afe6-e454adaace64'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:18:14.323856 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6565db5-fb19-4c22-bb3b-ca0ea261a24a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=623d8bde-3fdf-447d-8742-f14f3a8e3ba5,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:14.361387 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c6565db5-fb19-4c22-bb3b-ca0ea261a24a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:14.499466 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-fb808de1-928c-486d-8f0e-c17b18785513 admin admin] Unset dirty status for tenant:b4821e255ea642c99b5a10804f0576bf on resource:security_group {{(pid=82380) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:18:14.501161 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-fb808de1-928c-486d-8f0e-c17b18785513 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=04e8b518019342f29868694815eb8d11&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7547128 Aug 21 12:18:14.508742 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-c6565db5-fb19-4c22-bb3b-ca0ea261a24a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/623d8bde-3fdf-447d-8742-f14f3a8e3ba5 HTTP/1.1" status: 204 len: 168 time: 1.0242682 Aug 21 12:18:14.512305 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 36508) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:14.512502 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 36510) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:14.882170 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-476761'] for network, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:14.893934 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaee363-5a52-454a-9020-ee4c73b0e731 None None] Pushing event updated for resources: {'Port': ['ID=80413900-88b2-4bd9-8678-ecc146631569,revision_number=2']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:14.919566 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-cfaee363-5a52-454a-9020-ee4c73b0e731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.942s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:14.924323 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-efca17d7-9060-4ac1-b281-284d73793e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.683s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:14.939205 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3c89ed16-cc61-4b84-864d-33b8de6b83c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:14.987243 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:15.150942 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 36530) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:15.157103 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-331f6303-a375-4c1b-b791-c834433371d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:15.193116 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-f561c084-b562-49b1-9bbf-a78a31e400f2 None None] Set router 984f3ffc-31a1-4d67-afe6-e454adaace64 gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:18:15.224355 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-331f6303-a375-4c1b-b791-c834433371d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:15.264366 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:15.311125 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] For port f661715a-2768-493d-8cb9-e2ec793d8a15, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=f661715a-2768-493d-8cb9-e2ec793d8a15,segment=NetworkSegment(04830730-7182-4df6-a102-4ded0d586a71),segment_id=04830730-7182-4df6-a102-4ded0d586a71)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:18:15.313096 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaee363-5a52-454a-9020-ee4c73b0e731 None None] Pushing event updated for resources: {'Port': ['ID=80413900-88b2-4bd9-8678-ecc146631569,revision_number=3']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:15.319830 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-cfaee363-5a52-454a-9020-ee4c73b0e731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:15.326423 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:15.330274 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-331f6303-a375-4c1b-b791-c834433371d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:15.364879 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-8b5bce54-d26d-40da-984f-e7825aba6a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:15.402222 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f6303-a375-4c1b-b791-c834433371d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397a5760-2d05-440b-a048-044133ea9a88,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:15.420967 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-331f6303-a375-4c1b-b791-c834433371d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:15.421816 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-331f6303-a375-4c1b-b791-c834433371d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:15.425631 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-331f6303-a375-4c1b-b791-c834433371d7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/397a5760-2d05-440b-a048-044133ea9a88 HTTP/1.1" status: 204 len: 168 time: 0.8992596 Aug 21 12:18:15.438808 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-f23059e5-cb00-4a69-b759-6846e243b295 req-5daee0d3-17a8-4c07-8cf3-af290c9311c1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Notify callbacks [] for port, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:15.460598 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-dc5af1de-13df-4bb6-92c6-03288c7b26fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:15.579772 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-f23059e5-cb00-4a69-b759-6846e243b295 req-5daee0d3-17a8-4c07-8cf3-af290c9311c1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:15.594219 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:15.622424 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5ff0b866-929d-463f-8027-ee19084c4d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:15.860620 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f23059e5-cb00-4a69-b759-6846e243b295 req-5daee0d3-17a8-4c07-8cf3-af290c9311c1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Network 8531d941-0313-460e-9aac-fe9ac0169b59 is already hosted by enough agents. {{(pid=82379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:18:15.890598 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [req-f23059e5-cb00-4a69-b759-6846e243b295 req-5daee0d3-17a8-4c07-8cf3-af290c9311c1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Resources bound (agent type, host, resource id): {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:18:15.955041 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23059e5-cb00-4a69-b759-6846e243b295 req-5daee0d3-17a8-4c07-8cf3-af290c9311c1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Received port after_create {{(pid=82379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:18:16.000990 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-999e9876-5359-4a22-8da7-fc66fe2e90c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:16.027337 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device e436618d-9f80-4265-9cef-cd5e8f085a04 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:18:16.094346 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23059e5-cb00-4a69-b759-6846e243b295 req-5daee0d3-17a8-4c07-8cf3-af290c9311c1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:16.095042 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-f23059e5-cb00-4a69-b759-6846e243b295 req-5daee0d3-17a8-4c07-8cf3-af290c9311c1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:16.133383 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daee0d3-17a8-4c07-8cf3-af290c9311c1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Pushing event updated for resources: {'Port': ['ID=e0631713-db1b-40e1-b8ff-d6ea51b44545,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:16.143181 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5daee0d3-17a8-4c07-8cf3-af290c9311c1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:16.155460 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773097', 'neutron.services.segments.db._delete_segments_for_network--9223363279269330172'] for network, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:16.156332 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab4609-ab49-44c2-913d-31e6eacfc692 req-5aa8f298-2849-4703-9aef-e9ca276c1178 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:16.157144 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-77ab4609-ab49-44c2-913d-31e6eacfc692 req-5aa8f298-2849-4703-9aef-e9ca276c1178 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Synchronizing usage tracker for tenant:cb6b9e0ce01e44d3b4d3515656fb6a74 on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:18:16.162483 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f23059e5-cb00-4a69-b759-6846e243b295 req-5daee0d3-17a8-4c07-8cf3-af290c9311c1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6896715 Aug 21 12:18:16.178569 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-77ab4609-ab49-44c2-913d-31e6eacfc692 req-5aa8f298-2849-4703-9aef-e9ca276c1178 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Unset dirty status for tenant:cb6b9e0ce01e44d3b4d3515656fb6a74 on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:18:16.179870 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-77ab4609-ab49-44c2-913d-31e6eacfc692 req-5aa8f298-2849-4703-9aef-e9ca276c1178 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3bd1922-7be1-4f9d-a41d-586cacb3ed84 HTTP/1.1" status: 200 len: 931 time: 0.4822636 Aug 21 12:18:16.195573 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning for port e436618d-9f80-4265-9cef-cd5e8f085a04 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:18:16.197645 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [req-f23059e5-cb00-4a69-b759-6846e243b295 req-fca08096-272f-46fe-9119-013e5bc5b491 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=82379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 12:18:16.199071 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f23059e5-cb00-4a69-b759-6846e243b295 req-fca08096-272f-46fe-9119-013e5bc5b491 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0182643 Aug 21 12:18:16.199826 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:16.233826 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82380) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:16.234259 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82380) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:16.235213 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82380) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:16.235624 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] Subscribe: > port after_create 55550000 {{(pid=82380) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:16.236100 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82380) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:16.236447 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] Subscribe: > port after_update 55550000 {{(pid=82380) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:16.236873 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82380) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:16.237311 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82380) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:16.237681 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82380) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:16.238294 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82380) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:16.250815 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Pushing event updated for resources: {'Port': ['ID=f661715a-2768-493d-8cb9-e2ec793d8a15,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:16.253902 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port e436618d-9f80-4265-9cef-cd5e8f085a04 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:18:16.254537 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:16.329341 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.869s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:16.352374 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-77ab4609-ab49-44c2-913d-31e6eacfc692 req-a2bff5bb-4cee-4537-b970-043ef31aae3e tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Synchronizing usage tracker for tenant:cb6b9e0ce01e44d3b4d3515656fb6a74 on resource:security_group {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:18:16.386617 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-f561c084-b562-49b1-9bbf-a78a31e400f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'name': 'tempest-AttachVolumeShelveTestJSON-891784107-router', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '80413900-88b2-4bd9-8678-ecc146631569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:03Z', 'updated_at': '2021-08-21T12:18:05Z', 'revision_number': 3, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'gw_port': {'id': '80413900-88b2-4bd9-8678-ecc146631569', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:04Z', 'updated_at': '2021-08-21T12:18:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb'}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:18:16.396648 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-77ab4609-ab49-44c2-913d-31e6eacfc692 req-a2bff5bb-4cee-4537-b970-043ef31aae3e tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Unset dirty status for tenant:cb6b9e0ce01e44d3b4d3515656fb6a74 on resource:security_group {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:18:16.398343 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-77ab4609-ab49-44c2-913d-31e6eacfc692 req-a2bff5bb-4cee-4537-b970-043ef31aae3e tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea197ccb-9303-4dca-a1e1-98a0cdebc823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905682 Aug 21 12:18:16.450233 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f561c084-b562-49b1-9bbf-a78a31e400f2 None None] The sync data for ids ['984f3ffc-31a1-4d67-afe6-e454adaace64'] in dv-cinder-805477-2-smb is: [{'id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'name': 'tempest-AttachVolumeShelveTestJSON-891784107-router', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '80413900-88b2-4bd9-8678-ecc146631569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:03Z', 'updated_at': '2021-08-21T12:18:05Z', 'revision_number': 3, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'gw_port': {'id': '80413900-88b2-4bd9-8678-ecc146631569', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:04Z', 'updated_at': '2021-08-21T12:18:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb'}] {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:18:16.516236 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:16.557726 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-f23059e5-cb00-4a69-b759-6846e243b295 req-fde13d9d-6566-416c-a84d-fcf0b8488cd0 service neutron] Request body: {'port': {'device_id': 'e3bd1922-7be1-4f9d-a41d-586cacb3ed84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:16.577382 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] For port e436618d-9f80-4265-9cef-cd5e8f085a04, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=e436618d-9f80-4265-9cef-cd5e8f085a04,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:18:16.580859 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:16.584526 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-cfaee363-5a52-454a-9020-ee4c73b0e731 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:16.632765 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82380) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:16.633205 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82380) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:16.633634 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82380) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:16.634010 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82380) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:16.634400 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c5f19b5-23f3-44bb-89fd-158a2c44e155']}} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:18:16.695345 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Pushing event updated for resources: {'Port': ['ID=e436618d-9f80-4265-9cef-cd5e8f085a04,revision_number=3']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:16.700255 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:16.742504 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22093c3a-b598-43af-b084-231c8ba09a20 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:18:16.758880 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b313e9fb-2f95-4605-9e36-85b703a7f638 None None] Sync routers for ids ['e29c4950-5399-439e-9651-f286254ee37a'] in dv-cinder-805477-2-smb {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:18:16.790413 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68e579f-6bb7-4d8a-a099-424591b276eb') {'for_net_delete': True} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:18:16.790750 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68e579f-6bb7-4d8a-a099-424591b276eb') {} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:18:16.795853 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b313e9fb-2f95-4605-9e36-85b703a7f638 None None] Routers {'e29c4950-5399-439e-9651-f286254ee37a'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:18:16.798154 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-b313e9fb-2f95-4605-9e36-85b703a7f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:18:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['e29c4950-5399-439e-9651-f286254ee37a'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:18:16.828112 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-f23059e5-cb00-4a69-b759-6846e243b295 req-fde13d9d-6566-416c-a84d-fcf0b8488cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:16.863193 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279269335395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6709906'] for segment, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:16.933598 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-999e9876-5359-4a22-8da7-fc66fe2e90c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:16.938345 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-999e9876-5359-4a22-8da7-fc66fe2e90c0 admin admin] Usage tracker for resource:security_group_rule and tenant:1f3c8c8078fe49ccb7f3debc40791b29 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:16.941827 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-999e9876-5359-4a22-8da7-fc66fe2e90c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:16.951070 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-999e9876-5359-4a22-8da7-fc66fe2e90c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:17.178855 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:17.180651 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:17.190378 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-22093c3a-b598-43af-b084-231c8ba09a20 admin admin] 10.222.0.11 "PUT /v2.0/routers/e29c4950-5399-439e-9651-f286254ee37a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5746326 Aug 21 12:18:17.265181 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-3c89ed16-cc61-4b84-864d-33b8de6b83c6 admin admin] Allocated IP 172.20.0.1 (66fcdff2-94ab-4687-9781-4d1ba887f030/8a00bc67-6928-4f8f-9e79-a5b624611398/92170282-fedb-40d3-ab97-205956a687be) {{(pid=82380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:18:17.281817 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-b313e9fb-2f95-4605-9e36-85b703a7f638 None None] Set router e29c4950-5399-439e-9651-f286254ee37a gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:18:17.495726 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-999e9876-5359-4a22-8da7-fc66fe2e90c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:17.517443 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=82380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:18:17.521361 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854685446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848059169'] for segment, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:17.743156 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device e436618d-9f80-4265-9cef-cd5e8f085a04 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: (self, other), Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: (self, other), Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: Traceback (most recent call last): Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: timer() Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: cb(*args, **kw) Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: return func(*args, **kwargs) Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: self._notify() Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: self.callback(batched_events) Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: event.method(event) Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: segment_id)['aggregates'][0] Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: return f(self, *a, **k) Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: return self._get(url).json() Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: **kwargs) Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: return self.request(url, 'GET', **kwargs) Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: **endpoint_filter) Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:18:17.881509 dv-cinder-805477-2-smb neutron-server[82268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:18:17.960311 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port e436618d-9f80-4265-9cef-cd5e8f085a04 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:18:17.960732 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:18.051876 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-999e9876-5359-4a22-8da7-fc66fe2e90c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:18.089226 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846847901'] for network, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:18.097682 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fb808de1-928c-486d-8f0e-c17b18785513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:18.262191 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:18.393709 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-b313e9fb-2f95-4605-9e36-85b703a7f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c4950-5399-439e-9651-f286254ee37a', 'name': 'tempest-AttachVolumeTestJSON-816231334-router', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:00Z', 'updated_at': '2021-08-21T12:18:10Z', 'revision_number': 4, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'gw_port': {'id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:01Z', 'updated_at': '2021-08-21T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': 'd7aa2d36-343c-4811-b328-892368e4bba7', 'name': '', 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'mac_address': 'fa:16:3e:48:60:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:08Z', 'updated_at': '2021-08-21T12:18:10Z', 'revision_number': 2, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'subnets': [{'id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:18:18.399285 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [req-f23059e5-cb00-4a69-b759-6846e243b295 req-fde13d9d-6566-416c-a84d-fcf0b8488cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0631713-db1b-40e1-b8ff-d6ea51b44545 {{(pid=82379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:18:18.403952 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b313e9fb-2f95-4605-9e36-85b703a7f638 None None] Checking router: e29c4950-5399-439e-9651-f286254ee37a for host: dv-cinder-805477-2-smb {{(pid=82382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:18:18.405693 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b313e9fb-2f95-4605-9e36-85b703a7f638 None None] Updating router e29c4950-5399-439e-9651-f286254ee37a port d7aa2d36-343c-4811-b328-892368e4bba7 binding host dv-cinder-805477-2-smb {{(pid=82382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:18:18.433685 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9858203-4fe6-4e92-94d4-d6b4b3197c23 req-1f6477b7-74f6-42a5-9bd6-d6da6187598e tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:18.439233 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-999e9876-5359-4a22-8da7-fc66fe2e90c0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1f3c8c8078fe49ccb7f3debc40791b29&name=default HTTP/1.1" status: 200 len: 2647 time: 3.2868471 Aug 21 12:18:18.447264 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 80413900-88b2-4bd9-8678-ecc146631569 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:18:18.448013 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b9858203-4fe6-4e92-94d4-d6b4b3197c23 req-1f6477b7-74f6-42a5-9bd6-d6da6187598e tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3bd1922-7be1-4f9d-a41d-586cacb3ed84 HTTP/1.1" status: 200 len: 931 time: 0.5796835 Aug 21 12:18:18.455043 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 36590) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:18.458150 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-f23059e5-cb00-4a69-b759-6846e243b295 req-fde13d9d-6566-416c-a84d-fcf0b8488cd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:18.481221 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3c5f19b5-23f3-44bb-89fd-158a2c44e155 HTTP/1.1" status: 204 len: 168 time: 3.9662533 Aug 21 12:18:18.497861 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e9876-5359-4a22-8da7-fc66fe2e90c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca47fb7-51ae-4f11-b7d0-3bae3164eca4,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:18.511184 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-999e9876-5359-4a22-8da7-fc66fe2e90c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:18.511860 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-7313b0d4-1155-4f05-8d93-68b35776c4c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.302s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:18.563620 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b313e9fb-2f95-4605-9e36-85b703a7f638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:18.647316 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c5f19b5-23f3-44bb-89fd-158a2c44e155,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:18.655789 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:18.686501 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [req-f23059e5-cb00-4a69-b759-6846e243b295 req-fde13d9d-6566-416c-a84d-fcf0b8488cd0 service neutron] Transition to ACTIVE for port object e0631713-db1b-40e1-b8ff-d6ea51b44545 will not be triggered until provisioned by entity L2. {{(pid=82379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:18:18.703891 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 36600) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:18.750061 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3c89ed16-cc61-4b84-864d-33b8de6b83c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:18.771262 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-f23059e5-cb00-4a69-b759-6846e243b295 req-fde13d9d-6566-416c-a84d-fcf0b8488cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:18.792616 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-3c89ed16-cc61-4b84-864d-33b8de6b83c6 admin admin] Transition to ACTIVE for port object 92170282-fedb-40d3-ab97-205956a687be will not be triggered until provisioned by entity DHCP. {{(pid=82380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:18:18.857224 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3c89ed16-cc61-4b84-864d-33b8de6b83c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:18.875168 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5daee0d3-17a8-4c07-8cf3-af290c9311c1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:18.888128 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:19.094843 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c89ed16-cc61-4b84-864d-33b8de6b83c6 admin admin] Network 66fcdff2-94ab-4687-9781-4d1ba887f030 is already hosted by enough agents. {{(pid=82380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:18:19.099735 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b9858203-4fe6-4e92-94d4-d6b4b3197c23 req-e1f3adb3-f057-4109-8247-2c1f86361ca2 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea197ccb-9303-4dca-a1e1-98a0cdebc823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6497602 Aug 21 12:18:19.119326 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-3c89ed16-cc61-4b84-864d-33b8de6b83c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:18:19.146678 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c89ed16-cc61-4b84-864d-33b8de6b83c6 admin admin] Received port after_create {{(pid=82380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:18:19.179321 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:19.231945 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning for port 80413900-88b2-4bd9-8678-ecc146631569 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:18:19.247722 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 36612) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:19.248188 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 36614) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:19.251629 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port 80413900-88b2-4bd9-8678-ecc146631569 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:18:19.252067 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:19.332935 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-2c4ddde7-6d4d-45fc-8993-d34d633384dd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1043328252', 'description': 'tempest-description--397168383'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:19.407500 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89ed16-cc61-4b84-864d-33b8de6b83c6 admin admin] Pushing event updated for resources: {'Port': ['ID=92170282-fedb-40d3-ab97-205956a687be,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:19.412956 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f5568eff-4c41-4aa8-b135-c260a7c82002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:19.432106 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-2c4ddde7-6d4d-45fc-8993-d34d633384dd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:19.434878 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde13d9d-6566-416c-a84d-fcf0b8488cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=e0631713-db1b-40e1-b8ff-d6ea51b44545,revision_number=2']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:19.443561 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fde13d9d-6566-416c-a84d-fcf0b8488cd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:19.467766 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3c89ed16-cc61-4b84-864d-33b8de6b83c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:19.470859 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-2c4ddde7-6d4d-45fc-8993-d34d633384dd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Usage tracker for resource:security_group and tenant:8d15178842e94d9d8cae320279c910bf is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:19.497194 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-2c4ddde7-6d4d-45fc-8993-d34d633384dd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:19.608127 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f5568eff-4c41-4aa8-b135-c260a7c82002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:19.615742 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-2c4ddde7-6d4d-45fc-8993-d34d633384dd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:19.635816 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-94cb9287-b9ff-47d6-be5a-67d0a99af28e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d0fd2226712f465bad0da70b5f3ffa7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3785346 Aug 21 12:18:19.641829 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 36620) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:19.650155 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3c89ed16-cc61-4b84-864d-33b8de6b83c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846875142'] for router_interface, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:19.720021 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:19.736243 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b313e9fb-2f95-4605-9e36-85b703a7f638 None None] Notify callbacks [] for port, precommit_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:19.742830 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2c4ddde7-6d4d-45fc-8993-d34d633384dd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:19.776895 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b313e9fb-2f95-4605-9e36-85b703a7f638 None None] Transition to ACTIVE for port object d7aa2d36-343c-4811-b328-892368e4bba7 will not be triggered until provisioned by entity L2. {{(pid=82382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:18:19.791033 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b313e9fb-2f95-4605-9e36-85b703a7f638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:19.799310 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] For port 80413900-88b2-4bd9-8678-ecc146631569, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=80413900-88b2-4bd9-8678-ecc146631569,segment=NetworkSegment(04830730-7182-4df6-a102-4ded0d586a71),segment_id=04830730-7182-4df6-a102-4ded0d586a71)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:18:19.803551 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:19.804795 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device f661715a-2768-493d-8cb9-e2ec793d8a15 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:18:19.806444 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:19.827115 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-f23059e5-cb00-4a69-b759-6846e243b295 req-fde13d9d-6566-416c-a84d-fcf0b8488cd0 service neutron] Attempting to bind port e0631713-db1b-40e1-b8ff-d6ea51b44545 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:18:19.829056 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-f23059e5-cb00-4a69-b759-6846e243b295 req-fde13d9d-6566-416c-a84d-fcf0b8488cd0 service neutron] Attempting to bind port e0631713-db1b-40e1-b8ff-d6ea51b44545 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '84a774fd-182a-403d-a5d6-847507ce0f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8531d941-0313-460e-9aac-fe9ac0169b59'}] {{(pid=82379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:18:19.829514 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23059e5-cb00-4a69-b759-6846e243b295 req-fde13d9d-6566-416c-a84d-fcf0b8488cd0 service neutron] Attempting to bind port e0631713-db1b-40e1-b8ff-d6ea51b44545 on network 8531d941-0313-460e-9aac-fe9ac0169b59 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:18:19.860080 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23059e5-cb00-4a69-b759-6846e243b295 req-fde13d9d-6566-416c-a84d-fcf0b8488cd0 service neutron] Port e0631713-db1b-40e1-b8ff-d6ea51b44545 on network 8531d941-0313-460e-9aac-fe9ac0169b59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:18:19.860449 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23059e5-cb00-4a69-b759-6846e243b295 req-fde13d9d-6566-416c-a84d-fcf0b8488cd0 service neutron] Attempting to bind port e0631713-db1b-40e1-b8ff-d6ea51b44545 on network 8531d941-0313-460e-9aac-fe9ac0169b59 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:18:19.890418 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23059e5-cb00-4a69-b759-6846e243b295 req-fde13d9d-6566-416c-a84d-fcf0b8488cd0 service neutron] Checking agent: {'id': '04f4107c-da72-461b-9c35-d993a4b9fd6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'started_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:18:19.890750 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23059e5-cb00-4a69-b759-6846e243b295 req-fde13d9d-6566-416c-a84d-fcf0b8488cd0 service neutron] Checking segment: {'id': '84a774fd-182a-403d-a5d6-847507ce0f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8531d941-0313-460e-9aac-fe9ac0169b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:18:19.891328 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23059e5-cb00-4a69-b759-6846e243b295 req-fde13d9d-6566-416c-a84d-fcf0b8488cd0 service neutron] Bound using segment: {'id': '84a774fd-182a-403d-a5d6-847507ce0f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8531d941-0313-460e-9aac-fe9ac0169b59'} {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:18:19.891840 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-f23059e5-cb00-4a69-b759-6846e243b295 req-fde13d9d-6566-416c-a84d-fcf0b8488cd0 service neutron] Bound port: e0631713-db1b-40e1-b8ff-d6ea51b44545, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84a774fd-182a-403d-a5d6-847507ce0f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8531d941-0313-460e-9aac-fe9ac0169b59'}}] {{(pid=82379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:18:19.892233 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-f23059e5-cb00-4a69-b759-6846e243b295 req-fde13d9d-6566-416c-a84d-fcf0b8488cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:19.901214 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:19.922337 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d3c2410e-d456-4121-b66b-30c62f0a4f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:19.949175 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f5568eff-4c41-4aa8-b135-c260a7c82002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:19.974767 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-56e00e19-17b2-4ad9-b382-39d2308a39b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:20.163357 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-2c4ddde7-6d4d-45fc-8993-d34d633384dd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:20.205927 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-a45efcea-6542-4bc5-8664-603d63777c51 None None] Provisioning for port 92170282-fedb-40d3-ab97-205956a687be completed by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:18:20.214865 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5568eff-4c41-4aa8-b135-c260a7c82002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca47fb7-51ae-4f11-b7d0-3bae3164eca4,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:20.221606 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c44193-0b92-4869-a384-81cfce249330 None None] Pushing event updated for resources: {'Port': ['ID=d7aa2d36-343c-4811-b328-892368e4bba7,revision_number=3']} {{(pid=82382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:20.226113 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f5568eff-4c41-4aa8-b135-c260a7c82002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:20.230519 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b0c44193-0b92-4869-a384-81cfce249330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:20.257217 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-2c4ddde7-6d4d-45fc-8993-d34d633384dd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Usage tracker for resource:security_group_rule and tenant:8d15178842e94d9d8cae320279c910bf is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:20.276446 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f5568eff-4c41-4aa8-b135-c260a7c82002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:20.280306 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-2c4ddde7-6d4d-45fc-8993-d34d633384dd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:20.280472 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-f5568eff-4c41-4aa8-b135-c260a7c82002 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9ca47fb7-51ae-4f11-b7d0-3bae3164eca4 HTTP/1.1" status: 204 len: 168 time: 1.8097081 Aug 21 12:18:20.292870 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-f23059e5-cb00-4a69-b759-6846e243b295 req-fde13d9d-6566-416c-a84d-fcf0b8488cd0 service neutron] For port e0631713-db1b-40e1-b8ff-d6ea51b44545, host hv-cinder-80547, cleared binding levels {{(pid=82379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:18:20.300896 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-a45efcea-6542-4bc5-8664-603d63777c51 None None] Provisioning complete for port 92170282-fedb-40d3-ab97-205956a687be triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:18:20.301343 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a45efcea-6542-4bc5-8664-603d63777c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:20.309451 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-f23059e5-cb00-4a69-b759-6846e243b295 req-fde13d9d-6566-416c-a84d-fcf0b8488cd0 service neutron] For port e0631713-db1b-40e1-b8ff-d6ea51b44545, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=e0631713-db1b-40e1-b8ff-d6ea51b44545,segment=NetworkSegment(84a774fd-182a-403d-a5d6-847507ce0f39),segment_id=84a774fd-182a-403d-a5d6-847507ce0f39)] {{(pid=82379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:18:20.320834 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-f23059e5-cb00-4a69-b759-6846e243b295 req-fde13d9d-6566-416c-a84d-fcf0b8488cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:20.326623 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:20.439069 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-b313e9fb-2f95-4605-9e36-85b703a7f638 None None] Attempting to bind port d7aa2d36-343c-4811-b328-892368e4bba7 on host dv-cinder-805477-2-smb for vnic_type normal with profile {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:18:20.439505 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-b313e9fb-2f95-4605-9e36-85b703a7f638 None None] Attempting to bind port d7aa2d36-343c-4811-b328-892368e4bba7 by drivers openvswitch,hyperv on host dv-cinder-805477-2-smb at level 0 using segments [{'id': '9ab8d827-49e8-44c8-b6c2-ccae12c1e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374'}] {{(pid=82382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:18:20.439852 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b313e9fb-2f95-4605-9e36-85b703a7f638 None None] Attempting to bind port d7aa2d36-343c-4811-b328-892368e4bba7 on network 8a02cb72-de11-4e13-afc5-fd37a9467374 {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:18:20.447360 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b313e9fb-2f95-4605-9e36-85b703a7f638 None None] Checking agent: {'id': '18930305-9dab-4cc1-b040-572ba18151c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 9, 44), 'started_at': datetime.datetime(2021, 8, 21, 12, 10, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:18:20.447808 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b313e9fb-2f95-4605-9e36-85b703a7f638 None None] Checking segment: {'id': '9ab8d827-49e8-44c8-b6c2-ccae12c1e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:18:20.448263 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b313e9fb-2f95-4605-9e36-85b703a7f638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:20.448691 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b313e9fb-2f95-4605-9e36-85b703a7f638 None None] Bound using segment: {'id': '9ab8d827-49e8-44c8-b6c2-ccae12c1e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374'} {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:18:20.449235 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-b313e9fb-2f95-4605-9e36-85b703a7f638 None None] Bound port: d7aa2d36-343c-4811-b328-892368e4bba7, host: dv-cinder-805477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab8d827-49e8-44c8-b6c2-ccae12c1e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374'}}] {{(pid=82382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:18:20.449657 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b313e9fb-2f95-4605-9e36-85b703a7f638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:20.527517 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Pushing event updated for resources: {'Port': ['ID=80413900-88b2-4bd9-8678-ecc146631569,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:20.547916 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:20.552751 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port f661715a-2768-493d-8cb9-e2ec793d8a15 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:18:20.553224 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:20.560169 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3c89ed16-cc61-4b84-864d-33b8de6b83c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:20.638897 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-2c4ddde7-6d4d-45fc-8993-d34d633384dd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:20.641480 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-f23059e5-cb00-4a69-b759-6846e243b295 req-fde13d9d-6566-416c-a84d-fcf0b8488cd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:20.643519 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f23059e5-cb00-4a69-b759-6846e243b295 req-fde13d9d-6566-416c-a84d-fcf0b8488cd0 service neutron] 10.222.0.21 "PUT /v2.0/ports/e0631713-db1b-40e1-b8ff-d6ea51b44545 HTTP/1.1" status: 200 len: 1093 time: 4.2058928 Aug 21 12:18:20.644420 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bd1922-7be1-4f9d-a41d-586cacb3ed84', 'tag': 'e0631713-db1b-40e1-b8ff-d6ea51b44545'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:18:20.648893 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-d3c2410e-d456-4121-b66b-30c62f0a4f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:20.675397 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde13d9d-6566-416c-a84d-fcf0b8488cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=e0631713-db1b-40e1-b8ff-d6ea51b44545,revision_number=3']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:20.680155 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fde13d9d-6566-416c-a84d-fcf0b8488cd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:20.727382 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-b313e9fb-2f95-4605-9e36-85b703a7f638 None None] For port d7aa2d36-343c-4811-b328-892368e4bba7, host dv-cinder-805477-2-smb, cleared binding levels {{(pid=82382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:18:20.740853 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0d7a9ae5-a7da-4850-8011-87f995fb8a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:20.741496 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-b313e9fb-2f95-4605-9e36-85b703a7f638 None None] For port d7aa2d36-343c-4811-b328-892368e4bba7, host dv-cinder-805477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=d7aa2d36-343c-4811-b328-892368e4bba7,segment=NetworkSegment(9ab8d827-49e8-44c8-b6c2-ccae12c1e289),segment_id=9ab8d827-49e8-44c8-b6c2-ccae12c1e289)] {{(pid=82382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:18:20.749287 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b313e9fb-2f95-4605-9e36-85b703a7f638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:20.798966 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-a45efcea-6542-4bc5-8664-603d63777c51 None None] Port 92170282-fedb-40d3-ab97-205956a687be cannot update to ACTIVE because it is not bound. {{(pid=82381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:18:20.800927 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-39158c97-12e2-44c2-a592-612460782715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:20.831614 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0d7a9ae5-a7da-4850-8011-87f995fb8a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:21.052900 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c44193-0b92-4869-a384-81cfce249330 None None] Pushing event updated for resources: {'Port': ['ID=d7aa2d36-343c-4811-b328-892368e4bba7,revision_number=4']} {{(pid=82382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:21.057749 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b0c44193-0b92-4869-a384-81cfce249330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:21.107740 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b313e9fb-2f95-4605-9e36-85b703a7f638 None None] Routers {'e29c4950-5399-439e-9651-f286254ee37a'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:18:21.109116 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-b313e9fb-2f95-4605-9e36-85b703a7f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:18:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['e29c4950-5399-439e-9651-f286254ee37a'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:18:21.186058 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 80413900-88b2-4bd9-8678-ecc146631569 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:18:21.187992 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2c4ddde7-6d4d-45fc-8993-d34d633384dd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:21.217179 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-d3c2410e-d456-4121-b66b-30c62f0a4f1f admin admin] Usage tracker for resource:security_group_rule and tenant:8dcf2df43cb5456298b1eef2e64f979d is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:21.249556 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2c4ddde7-6d4d-45fc-8993-d34d633384dd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:21.250606 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-d3c2410e-d456-4121-b66b-30c62f0a4f1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:21.361347 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-d3c2410e-d456-4121-b66b-30c62f0a4f1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:21.468973 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port 80413900-88b2-4bd9-8678-ecc146631569 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:18:21.470073 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:21.627559 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d3c2410e-d456-4121-b66b-30c62f0a4f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:21.653825 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-624f212b-3627-437e-b5a4-fe403bdedc90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:21.737078 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a8307-5289-4768-b8f8-39d53e00c284 req-f73e1337-4f1e-4809-a74c-a539bf11d357 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:21.744745 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-be2a8307-5289-4768-b8f8-39d53e00c284 req-f73e1337-4f1e-4809-a74c-a539bf11d357 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3bd1922-7be1-4f9d-a41d-586cacb3ed84 HTTP/1.1" status: 200 len: 943 time: 1.2500272 Aug 21 12:18:21.794650 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d3c2410e-d456-4121-b66b-30c62f0a4f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:21.818661 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-b313e9fb-2f95-4605-9e36-85b703a7f638 None None] Set router e29c4950-5399-439e-9651-f286254ee37a gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:18:21.990465 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ddde7-6d4d-45fc-8993-d34d633384dd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:22.030310 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-2c4ddde7-6d4d-45fc-8993-d34d633384dd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:22.035299 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f23059e5-cb00-4a69-b759-6846e243b295 req-1c41166b-e2e6-4ba7-b9b1-891af1d45765 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cb6b9e0ce01e44d3b4d3515656fb6a74&device_id=e3bd1922-7be1-4f9d-a41d-586cacb3ed84 HTTP/1.1" status: 200 len: 1096 time: 1.2876513 Aug 21 12:18:22.042682 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:22.043550 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-be2a8307-5289-4768-b8f8-39d53e00c284 req-8c39b44b-048e-4093-b8e8-8f9276650611 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea197ccb-9303-4dca-a1e1-98a0cdebc823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884986 Aug 21 12:18:22.220636 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0d7a9ae5-a7da-4850-8011-87f995fb8a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:22.237475 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2c4ddde7-6d4d-45fc-8993-d34d633384dd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:22.248977 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-2c4ddde7-6d4d-45fc-8993-d34d633384dd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.9784241 Aug 21 12:18:22.252020 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 36696) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:22.258960 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-ad2bc467-d7ca-44e0-968e-610903404f4c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Request body: {'security_group_rule': {'security_group_id': '37fbd63e-7acf-4238-93c6-bdee6cd9d3c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:22.280443 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-ad2bc467-d7ca-44e0-968e-610903404f4c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:22.285113 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-ad2bc467-d7ca-44e0-968e-610903404f4c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Usage tracker for resource:security_group_rule and tenant:8d15178842e94d9d8cae320279c910bf is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:22.289398 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-ad2bc467-d7ca-44e0-968e-610903404f4c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:22.307263 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-ad2bc467-d7ca-44e0-968e-610903404f4c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:22.408734 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0d7a9ae5-a7da-4850-8011-87f995fb8a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:22.409992 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-0d7a9ae5-a7da-4850-8011-87f995fb8a93 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3af263a7-f6b4-40f9-a5fd-5e762f2d3383 HTTP/1.1" status: 204 len: 168 time: 2.7658641 Aug 21 12:18:22.415722 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-d3c2410e-d456-4121-b66b-30c62f0a4f1f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8dcf2df43cb5456298b1eef2e64f979d&name=default HTTP/1.1" status: 200 len: 2647 time: 3.7107360 Aug 21 12:18:22.435779 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 36710) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:22.439687 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2410e-d456-4121-b66b-30c62f0a4f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12f7c37-d006-4f1a-a0e6-c08efb6c36de,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:22.461956 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d3c2410e-d456-4121-b66b-30c62f0a4f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:22.475843 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:22.496298 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f23059e5-cb00-4a69-b759-6846e243b295 req-ce06cbc2-4689-4c7d-a157-de6257ab82c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0631713-db1b-40e1-b8ff-d6ea51b44545 HTTP/1.1" status: 200 len: 217 time: 0.1847730 Aug 21 12:18:22.500745 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ad2bc467-d7ca-44e0-968e-610903404f4c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:22.581771 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a9ae5-a7da-4850-8011-87f995fb8a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af263a7-f6b4-40f9-a5fd-5e762f2d3383,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:22.595107 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-094291d7-8277-4cd9-81d1-3ca0b5214b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:22.607073 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-0d7a9ae5-a7da-4850-8011-87f995fb8a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:22.608820 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3bd1922-7be1-4f9d-a41d-586cacb3ed84', 'tag': 'e0631713-db1b-40e1-b8ff-d6ea51b44545', 'status': 'completed', 'code': 200} Aug 21 12:18:22.643955 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-094291d7-8277-4cd9-81d1-3ca0b5214b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:22.676152 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ad2bc467-d7ca-44e0-968e-610903404f4c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:22.706102 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ad2bc467-d7ca-44e0-968e-610903404f4c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465177'] for security_group_rule, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:22.747122 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:22.795077 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-b313e9fb-2f95-4605-9e36-85b703a7f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c4950-5399-439e-9651-f286254ee37a', 'name': 'tempest-AttachVolumeTestJSON-816231334-router', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:00Z', 'updated_at': '2021-08-21T12:18:10Z', 'revision_number': 4, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'gw_port': {'id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:01Z', 'updated_at': '2021-08-21T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': 'd7aa2d36-343c-4811-b328-892368e4bba7', 'name': '', 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'mac_address': 'fa:16:3e:48:60:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:08Z', 'updated_at': '2021-08-21T12:18:20Z', 'revision_number': 4, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'subnets': [{'id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:18:22.796908 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3c89ed16-cc61-4b84-864d-33b8de6b83c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:22.799665 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b313e9fb-2f95-4605-9e36-85b703a7f638 None None] The sync data for ids ['e29c4950-5399-439e-9651-f286254ee37a'] in dv-cinder-805477-2-smb is: [{'id': 'e29c4950-5399-439e-9651-f286254ee37a', 'name': 'tempest-AttachVolumeTestJSON-816231334-router', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:00Z', 'updated_at': '2021-08-21T12:18:10Z', 'revision_number': 4, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'gw_port': {'id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:01Z', 'updated_at': '2021-08-21T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': 'd7aa2d36-343c-4811-b328-892368e4bba7', 'name': '', 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'mac_address': 'fa:16:3e:48:60:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:08Z', 'updated_at': '2021-08-21T12:18:20Z', 'revision_number': 4, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'subnets': [{'id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:18:22.807905 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bc467-d7ca-44e0-968e-610903404f4c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47413935-0d50-4bd9-8b4d-865da67dcd7c,revision_number=0']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:22.808430 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3c89ed16-cc61-4b84-864d-33b8de6b83c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848059139'] for port, after_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:22.815418 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ad2bc467-d7ca-44e0-968e-610903404f4c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:22.853813 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ad2bc467-d7ca-44e0-968e-610903404f4c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:22.855185 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-ad2bc467-d7ca-44e0-968e-610903404f4c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6020234 Aug 21 12:18:22.861570 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 36718) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:22.875001 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-e4d83d3a-3282-4c0a-a530-08f1e19e255e tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Request body: {'security_group_rule': {'security_group_id': '37fbd63e-7acf-4238-93c6-bdee6cd9d3c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:22.883558 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-22093c3a-b598-43af-b084-231c8ba09a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:22.889948 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-e4d83d3a-3282-4c0a-a530-08f1e19e255e tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:22.918422 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-e4d83d3a-3282-4c0a-a530-08f1e19e255e tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Usage tracker for resource:security_group_rule and tenant:8d15178842e94d9d8cae320279c910bf is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:22.934482 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-e4d83d3a-3282-4c0a-a530-08f1e19e255e tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:22.940627 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-094291d7-8277-4cd9-81d1-3ca0b5214b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:22.964492 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-e4d83d3a-3282-4c0a-a530-08f1e19e255e tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:22.968929 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:22.999592 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094291d7-8277-4cd9-81d1-3ca0b5214b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12f7c37-d006-4f1a-a0e6-c08efb6c36de,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:23.011987 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-094291d7-8277-4cd9-81d1-3ca0b5214b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:23.112235 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89ed16-cc61-4b84-864d-33b8de6b83c6 admin admin] Pushing event updated for resources: {'Port': ['ID=92170282-fedb-40d3-ab97-205956a687be,revision_number=2']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:23.124377 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3c89ed16-cc61-4b84-864d-33b8de6b83c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7568825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7900505'] for router_interface, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:23.131029 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3c89ed16-cc61-4b84-864d-33b8de6b83c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:23.176892 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23059e5-cb00-4a69-b759-6846e243b295 req-cfc3f5ed-3496-4c9a-a35f-926ef3e23767 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:23.187187 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f23059e5-cb00-4a69-b759-6846e243b295 req-cfc3f5ed-3496-4c9a-a35f-926ef3e23767 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1b9fb086-e5d6-4a01-8bae-a33ce21bbb7d HTTP/1.1" status: 200 len: 852 time: 0.1742413 Aug 21 12:18:23.210847 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-094291d7-8277-4cd9-81d1-3ca0b5214b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:23.215195 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-094291d7-8277-4cd9-81d1-3ca0b5214b10 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b12f7c37-d006-4f1a-a0e6-c08efb6c36de HTTP/1.1" status: 204 len: 168 time: 0.7783320 Aug 21 12:18:23.320763 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device d7aa2d36-343c-4811-b328-892368e4bba7 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:18:23.380125 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f23059e5-cb00-4a69-b759-6846e243b295 req-caade2ab-14c9-4267-99ab-8c573380eb6e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8531d941-0313-460e-9aac-fe9ac0169b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272721 Aug 21 12:18:23.381722 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e4d83d3a-3282-4c0a-a530-08f1e19e255e tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:23.394108 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 36732) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:23.519969 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning for port d7aa2d36-343c-4811-b328-892368e4bba7 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:18:23.526084 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port d7aa2d36-343c-4811-b328-892368e4bba7 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:18:23.526312 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:23.551881 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c89ed16-cc61-4b84-864d-33b8de6b83c6 admin admin] Network 66fcdff2-94ab-4687-9781-4d1ba887f030 is already hosted by enough agents. {{(pid=82380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:18:23.567468 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-3c89ed16-cc61-4b84-864d-33b8de6b83c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:18:23.845317 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:18:23.892173 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 36746) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:23.958134 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:24.021199 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] For port d7aa2d36-343c-4811-b328-892368e4bba7, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=d7aa2d36-343c-4811-b328-892368e4bba7,segment=NetworkSegment(9ab8d827-49e8-44c8-b6c2-ccae12c1e289),segment_id=9ab8d827-49e8-44c8-b6c2-ccae12c1e289)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:18:24.027680 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:24.029685 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:24.101753 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e4d83d3a-3282-4c0a-a530-08f1e19e255e tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:24.112322 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e4d83d3a-3282-4c0a-a530-08f1e19e255e tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465177'] for security_group_rule, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:24.171304 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ad2bc467-d7ca-44e0-968e-610903404f4c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:24.235678 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d83d3a-3282-4c0a-a530-08f1e19e255e tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60261696-d815-4280-9feb-bc766d28103e,revision_number=0']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:24.288142 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Pushing event updated for resources: {'Port': ['ID=d7aa2d36-343c-4811-b328-892368e4bba7,revision_number=5']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:24.299368 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:24.315528 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-e4d83d3a-3282-4c0a-a530-08f1e19e255e tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:24.321392 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-5fb5b684-2aee-4f36-bcfa-805671ef4ff7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8bde6ab2e0a348ae949530bf614bdbcb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4246292 Aug 21 12:18:24.324835 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 36752) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:24.401386 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-dec2d0bd-9c65-4e40-843a-c14fc86d1371 None None] Provisioning complete for port 92170282-fedb-40d3-ab97-205956a687be triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:18:24.401386 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-dec2d0bd-9c65-4e40-843a-c14fc86d1371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:24.425853 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bf147-18b1-4034-b111-b6c0d809ea63 req-65928295-2bdd-4e86-972c-395c911c820d tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:24.427641 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6f9bf147-18b1-4034-b111-b6c0d809ea63 req-65928295-2bdd-4e86-972c-395c911c820d tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3bd1922-7be1-4f9d-a41d-586cacb3ed84 HTTP/1.1" status: 200 len: 943 time: 0.9250998 Aug 21 12:18:24.468868 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e4d83d3a-3282-4c0a-a530-08f1e19e255e tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:24.481898 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-e4d83d3a-3282-4c0a-a530-08f1e19e255e tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.6191239 Aug 21 12:18:24.491683 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 36758) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:24.550332 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f23059e5-cb00-4a69-b759-6846e243b295 req-b9ca9ebb-a611-45d6-8aff-a82d897bc716 service neutron] 10.222.0.21 "GET /v2.0/networks/8531d941-0313-460e-9aac-fe9ac0169b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1549866 Aug 21 12:18:24.571823 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-bf4ed328-1482-45fc-b9b2-9709da7436c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Request body: {'floatingip': {'floating_network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:24.621914 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-bf4ed328-1482-45fc-b9b2-9709da7436c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:24.624538 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-dec2d0bd-9c65-4e40-843a-c14fc86d1371 None None] Port 92170282-fedb-40d3-ab97-205956a687be cannot update to ACTIVE because it is not bound. {{(pid=82381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:18:24.640508 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-bf4ed328-1482-45fc-b9b2-9709da7436c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Usage tracker for resource:floatingip and tenant:8d15178842e94d9d8cae320279c910bf is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:24.651757 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-bf4ed328-1482-45fc-b9b2-9709da7436c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:24.670072 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-bf4ed328-1482-45fc-b9b2-9709da7436c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:24.743358 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed328-1482-45fc-b9b2-9709da7436c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for floatingip, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:24.868737 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6f9bf147-18b1-4034-b111-b6c0d809ea63 req-346fffa6-1817-4fe5-9918-38cf2154dbfd tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea197ccb-9303-4dca-a1e1-98a0cdebc823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201281 Aug 21 12:18:24.870937 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-14bfcfb1-fa05-4709-9abe-d8857421411a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:25.132085 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-14bfcfb1-fa05-4709-9abe-d8857421411a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:25.138754 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-14bfcfb1-fa05-4709-9abe-d8857421411a admin admin] Usage tracker for resource:security_group_rule and tenant:42cfec7aa1c943e8af29c3cd5acd417a is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:25.186708 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-14bfcfb1-fa05-4709-9abe-d8857421411a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:25.202254 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-14bfcfb1-fa05-4709-9abe-d8857421411a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:25.222124 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device d7aa2d36-343c-4811-b328-892368e4bba7 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:18:25.241966 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ef59b2a1-6ddb-49d3-a561-d33134a5fc02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:25.285472 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ef59b2a1-6ddb-49d3-a561-d33134a5fc02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:25.347654 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ef59b2a1-6ddb-49d3-a561-d33134a5fc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:25.368951 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-9f7fc40b-8259-40fd-80d6-7be2b86e1818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:25.416873 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59b2a1-6ddb-49d3-a561-d33134a5fc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d7409b-caa8-45b7-b49f-cd8b6b51a3d1,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:25.420769 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ef59b2a1-6ddb-49d3-a561-d33134a5fc02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:25.424923 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-ef59b2a1-6ddb-49d3-a561-d33134a5fc02 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/67d7409b-caa8-45b7-b49f-cd8b6b51a3d1 HTTP/1.1" status: 204 len: 168 time: 1.0990200 Aug 21 12:18:25.426271 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ef59b2a1-6ddb-49d3-a561-d33134a5fc02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:25.503012 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port d7aa2d36-343c-4811-b328-892368e4bba7 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:18:25.505809 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:25.715870 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c89ed16-cc61-4b84-864d-33b8de6b83c6 admin admin] Router 984f3ffc-31a1-4d67-afe6-e454adaace64 has already been hosted by L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 {{(pid=82380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:18:25.939847 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed328-1482-45fc-b9b2-9709da7436c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:26.339888 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c89ed16-cc61-4b84-864d-33b8de6b83c6 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:18:26.346300 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-3c89ed16-cc61-4b84-864d-33b8de6b83c6 admin admin] 10.222.0.11 "PUT /v2.0/routers/984f3ffc-31a1-4d67-afe6-e454adaace64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.2462788 Aug 21 12:18:26.352944 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43484f6b-ad92-46e3-9ce8-850ed3ec558f None None] Sync routers for ids ['984f3ffc-31a1-4d67-afe6-e454adaace64'] in dv-cinder-805477-2-smb {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:18:26.370885 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43484f6b-ad92-46e3-9ce8-850ed3ec558f None None] Routers {'984f3ffc-31a1-4d67-afe6-e454adaace64'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:18:26.371823 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-43484f6b-ad92-46e3-9ce8-850ed3ec558f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:18:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['984f3ffc-31a1-4d67-afe6-e454adaace64'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:18:26.417005 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-14bfcfb1-fa05-4709-9abe-d8857421411a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:26.438373 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-14bfcfb1-fa05-4709-9abe-d8857421411a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:26.498377 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-bf4ed328-1482-45fc-b9b2-9709da7436c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Allocated IP 172.28.2.45 (17d050b5-9d10-4030-a56f-7262e0bfffca/7ff80433-24f5-4344-a1b2-e78aa99f1de5/8a9e0bbf-eca7-4ec3-8200-c94a6c8311dd) {{(pid=82379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:18:26.504260 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:26.598379 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f23059e5-cb00-4a69-b759-6846e243b295 req-8a8fe423-a28c-4fd9-972e-b53153686835 service neutron] 10.222.0.21 "GET /v2.0/networks/8531d941-0313-460e-9aac-fe9ac0169b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1162150 Aug 21 12:18:26.708911 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-43484f6b-ad92-46e3-9ce8-850ed3ec558f None None] Set router 984f3ffc-31a1-4d67-afe6-e454adaace64 gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:18:26.769230 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 36816) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:26.781867 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-14bfcfb1-fa05-4709-9abe-d8857421411a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=42cfec7aa1c943e8af29c3cd5acd417a&name=default HTTP/1.1" status: 200 len: 2647 time: 3.3300822 Aug 21 12:18:26.783071 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfcfb1-fa05-4709-9abe-d8857421411a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f1ee68-df48-4482-b0a8-786823516d79,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:26.863403 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-14bfcfb1-fa05-4709-9abe-d8857421411a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:26.876400 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47c9a7-80a9-4eab-8507-3bceb9eb3d17 req-9afbd2df-9f11-4c50-924b-f5e0e56ae34e tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:26.878095 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3c47c9a7-80a9-4eab-8507-3bceb9eb3d17 req-9afbd2df-9f11-4c50-924b-f5e0e56ae34e tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3bd1922-7be1-4f9d-a41d-586cacb3ed84 HTTP/1.1" status: 200 len: 943 time: 0.6546938 Aug 21 12:18:26.946763 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b621481a-02d2-4398-8509-788b8b6272a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:26.993429 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b621481a-02d2-4398-8509-788b8b6272a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:27.041736 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3c47c9a7-80a9-4eab-8507-3bceb9eb3d17 req-f1dcf52e-5a4f-4dea-acdc-5b3fa52dcd37 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea197ccb-9303-4dca-a1e1-98a0cdebc823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504836 Aug 21 12:18:27.055549 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b621481a-02d2-4398-8509-788b8b6272a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:27.065259 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:27.080501 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b621481a-02d2-4398-8509-788b8b6272a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:27.082035 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-b621481a-02d2-4398-8509-788b8b6272a7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/09f1ee68-df48-4482-b0a8-786823516d79 HTTP/1.1" status: 204 len: 168 time: 0.3111851 Aug 21 12:18:27.084958 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621481a-02d2-4398-8509-788b8b6272a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f1ee68-df48-4482-b0a8-786823516d79,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:27.087499 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b621481a-02d2-4398-8509-788b8b6272a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:27.095258 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed328-1482-45fc-b9b2-9709da7436c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for port, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:27.153274 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed328-1482-45fc-b9b2-9709da7436c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:27.158517 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fde13d9d-6566-416c-a84d-fcf0b8488cd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:27.236144 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4ed328-1482-45fc-b9b2-9709da7436c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Network 17d050b5-9d10-4030-a56f-7262e0bfffca is already hosted by enough agents. {{(pid=82379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:18:27.239986 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-bf4ed328-1482-45fc-b9b2-9709da7436c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Resources bound (agent type, host, resource id): {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:18:27.245914 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4ed328-1482-45fc-b9b2-9709da7436c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Received port after_create {{(pid=82379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:18:27.274579 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ed328-1482-45fc-b9b2-9709da7436c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Pushing event updated for resources: {'Port': ['ID=8a9e0bbf-eca7-4ec3-8200-c94a6c8311dd,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:27.279627 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-bf4ed328-1482-45fc-b9b2-9709da7436c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:27.443076 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-43484f6b-ad92-46e3-9ce8-850ed3ec558f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'name': 'tempest-AttachVolumeShelveTestJSON-891784107-router', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '80413900-88b2-4bd9-8678-ecc146631569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:03Z', 'updated_at': '2021-08-21T12:18:20Z', 'revision_number': 4, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'gw_port': {'id': '80413900-88b2-4bd9-8678-ecc146631569', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:04Z', 'updated_at': '2021-08-21T12:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '92170282-fedb-40d3-ab97-205956a687be', 'name': '', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'mac_address': 'fa:16:3e:c3:2f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:15Z', 'updated_at': '2021-08-21T12:18:21Z', 'revision_number': 2, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'subnets': [{'id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:18:27.457883 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43484f6b-ad92-46e3-9ce8-850ed3ec558f None None] Checking router: 984f3ffc-31a1-4d67-afe6-e454adaace64 for host: dv-cinder-805477-2-smb {{(pid=82381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:18:27.458613 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43484f6b-ad92-46e3-9ce8-850ed3ec558f None None] Updating router 984f3ffc-31a1-4d67-afe6-e454adaace64 port 92170282-fedb-40d3-ab97-205956a687be binding host dv-cinder-805477-2-smb {{(pid=82381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:18:27.504917 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed328-1482-45fc-b9b2-9709da7436c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:27.555079 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-43484f6b-ad92-46e3-9ce8-850ed3ec558f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:27.586354 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed328-1482-45fc-b9b2-9709da7436c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:28.046054 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed328-1482-45fc-b9b2-9709da7436c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for port, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:28.058353 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed328-1482-45fc-b9b2-9709da7436c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:28.064300 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:28.109509 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-43484f6b-ad92-46e3-9ce8-850ed3ec558f None None] Notify callbacks [] for port, precommit_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:28.123177 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-43484f6b-ad92-46e3-9ce8-850ed3ec558f None None] Transition to ACTIVE for port object 92170282-fedb-40d3-ab97-205956a687be will not be triggered until provisioned by entity L2. {{(pid=82381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:18:28.133191 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-43484f6b-ad92-46e3-9ce8-850ed3ec558f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:28.138177 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:28.469626 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ed328-1482-45fc-b9b2-9709da7436c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Pushing event updated for resources: {'Port': ['ID=8a9e0bbf-eca7-4ec3-8200-c94a6c8311dd,revision_number=2']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:28.482028 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-bf4ed328-1482-45fc-b9b2-9709da7436c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:28.495551 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 36868) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:28.502727 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-fa772c9e-3545-428a-8276-cfca35575dae tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1091000255', 'description': 'tempest-description--1156641013'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:28.512324 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed328-1482-45fc-b9b2-9709da7436c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7900557'] for floatingip, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:28.521534 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-fa772c9e-3545-428a-8276-cfca35575dae tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:28.523354 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e70bc4-e159-4031-a8f0-a08ddedcf5bd None None] Pushing event updated for resources: {'Port': ['ID=92170282-fedb-40d3-ab97-205956a687be,revision_number=3']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:28.563719 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-fa772c9e-3545-428a-8276-cfca35575dae tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Usage tracker for resource:security_group and tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:28.566487 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-91e70bc4-e159-4031-a8f0-a08ddedcf5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:28.571336 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-fa772c9e-3545-428a-8276-cfca35575dae tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:28.581941 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed328-1482-45fc-b9b2-9709da7436c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for floatingip, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:28.593243 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-bf4ed328-1482-45fc-b9b2-9709da7436c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0995641 Aug 21 12:18:28.597564 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-fa772c9e-3545-428a-8276-cfca35575dae tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:28.619452 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fa772c9e-3545-428a-8276-cfca35575dae tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:28.717463 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-fa772c9e-3545-428a-8276-cfca35575dae tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:28.731245 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-fa772c9e-3545-428a-8276-cfca35575dae tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Usage tracker for resource:security_group_rule and tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:28.739233 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-fa772c9e-3545-428a-8276-cfca35575dae tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:28.756148 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 36886) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:28.772887 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-43484f6b-ad92-46e3-9ce8-850ed3ec558f None None] Attempting to bind port 92170282-fedb-40d3-ab97-205956a687be on host dv-cinder-805477-2-smb for vnic_type normal with profile {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:18:28.773553 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-43484f6b-ad92-46e3-9ce8-850ed3ec558f None None] Attempting to bind port 92170282-fedb-40d3-ab97-205956a687be by drivers openvswitch,hyperv on host dv-cinder-805477-2-smb at level 0 using segments [{'id': 'd40be74d-cf20-45cb-a59d-7bbc7b4fdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030'}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:18:28.774132 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43484f6b-ad92-46e3-9ce8-850ed3ec558f None None] Attempting to bind port 92170282-fedb-40d3-ab97-205956a687be on network 66fcdff2-94ab-4687-9781-4d1ba887f030 {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:18:28.780121 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-fa772c9e-3545-428a-8276-cfca35575dae tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:28.790595 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43484f6b-ad92-46e3-9ce8-850ed3ec558f None None] Checking agent: {'id': '18930305-9dab-4cc1-b040-572ba18151c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 9, 44), 'started_at': datetime.datetime(2021, 8, 21, 12, 10, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:18:28.791943 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43484f6b-ad92-46e3-9ce8-850ed3ec558f None None] Checking segment: {'id': 'd40be74d-cf20-45cb-a59d-7bbc7b4fdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:18:28.797693 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-43484f6b-ad92-46e3-9ce8-850ed3ec558f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:28.798380 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43484f6b-ad92-46e3-9ce8-850ed3ec558f None None] Bound using segment: {'id': 'd40be74d-cf20-45cb-a59d-7bbc7b4fdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030'} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:18:28.799234 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-43484f6b-ad92-46e3-9ce8-850ed3ec558f None None] Bound port: 92170282-fedb-40d3-ab97-205956a687be, host: dv-cinder-805477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd40be74d-cf20-45cb-a59d-7bbc7b4fdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030'}}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:18:28.799832 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-43484f6b-ad92-46e3-9ce8-850ed3ec558f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:28.835077 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1935d3d-a57a-4dd8-b5b5-3accaf7bf3a5 req-57a6521d-3d69-49ab-8ed9-e3382968ba9a tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:28.839309 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a1935d3d-a57a-4dd8-b5b5-3accaf7bf3a5 req-57a6521d-3d69-49ab-8ed9-e3382968ba9a tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3bd1922-7be1-4f9d-a41d-586cacb3ed84 HTTP/1.1" status: 200 len: 943 time: 0.2396116 Aug 21 12:18:28.842076 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-789bd8ea-5df6-4020-af25-09277093f3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:28.963550 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-789bd8ea-5df6-4020-af25-09277093f3ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:28.973940 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-789bd8ea-5df6-4020-af25-09277093f3ba admin admin] Usage tracker for resource:security_group_rule and tenant:96d079f8db304fc2ade75b6549527099 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:28.974447 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a1935d3d-a57a-4dd8-b5b5-3accaf7bf3a5 req-f8a0d3c8-21b4-48c6-9577-4e19dfe94282 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea197ccb-9303-4dca-a1e1-98a0cdebc823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281462 Aug 21 12:18:28.980463 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-789bd8ea-5df6-4020-af25-09277093f3ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:29.014887 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-789bd8ea-5df6-4020-af25-09277093f3ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:29.112512 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-43484f6b-ad92-46e3-9ce8-850ed3ec558f None None] For port 92170282-fedb-40d3-ab97-205956a687be, host dv-cinder-805477-2-smb, cleared binding levels {{(pid=82381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:18:29.118457 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-43484f6b-ad92-46e3-9ce8-850ed3ec558f None None] For port 92170282-fedb-40d3-ab97-205956a687be, host dv-cinder-805477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=92170282-fedb-40d3-ab97-205956a687be,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:18:29.139194 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fa772c9e-3545-428a-8276-cfca35575dae tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:29.148124 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fa772c9e-3545-428a-8276-cfca35575dae tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:29.169327 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-43484f6b-ad92-46e3-9ce8-850ed3ec558f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:29.194842 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-01cb0690-6d3a-42fb-b2d5-bc7b387bc858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:29.196461 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e26d169c-9b0d-48aa-8fdb-1e897695ecde req-99308fc2-f768-4ef8-8bb5-e007f41f0214 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cb6b9e0ce01e44d3b4d3515656fb6a74&device_id=e3bd1922-7be1-4f9d-a41d-586cacb3ed84 HTTP/1.1" status: 200 len: 1096 time: 0.2201312 Aug 21 12:18:29.237556 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-999e9876-5359-4a22-8da7-fc66fe2e90c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:29.315983 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fa772c9e-3545-428a-8276-cfca35575dae tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:29.320019 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-fa772c9e-3545-428a-8276-cfca35575dae tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.8204823 Aug 21 12:18:29.331842 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43484f6b-ad92-46e3-9ce8-850ed3ec558f None None] Routers {'984f3ffc-31a1-4d67-afe6-e454adaace64'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:18:29.332644 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-43484f6b-ad92-46e3-9ce8-850ed3ec558f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:18:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['984f3ffc-31a1-4d67-afe6-e454adaace64'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:18:29.342786 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 36922) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:29.349498 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-789bd8ea-5df6-4020-af25-09277093f3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:29.384380 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa772c9e-3545-428a-8276-cfca35575dae tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f40723ef-d5eb-40e8-94be-6441b69a6a9e,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:29.390642 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-33a33b27-51af-4eb6-9a82-63d01a6262cd tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Request body: {'security_group_rule': {'security_group_id': 'f40723ef-d5eb-40e8-94be-6441b69a6a9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:29.397834 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fa772c9e-3545-428a-8276-cfca35575dae tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:29.399758 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-789bd8ea-5df6-4020-af25-09277093f3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:29.403219 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-33a33b27-51af-4eb6-9a82-63d01a6262cd tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:29.440677 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-33a33b27-51af-4eb6-9a82-63d01a6262cd tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Usage tracker for resource:security_group_rule and tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:29.444888 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:29.482364 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-33a33b27-51af-4eb6-9a82-63d01a6262cd tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:29.512249 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-33a33b27-51af-4eb6-9a82-63d01a6262cd tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:29.587137 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789bd8ea-5df6-4020-af25-09277093f3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dc046c-8934-468e-9c87-c1763b6af271,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:29.593399 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-789bd8ea-5df6-4020-af25-09277093f3ba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=96d079f8db304fc2ade75b6549527099&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8322427 Aug 21 12:18:29.607871 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 36942) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:29.611260 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-789bd8ea-5df6-4020-af25-09277093f3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:29.611986 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-33a33b27-51af-4eb6-9a82-63d01a6262cd tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:29.755501 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-301b7fb3-bfa7-498a-bc04-dcd4a155c389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:29.761894 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-5fdaeed5-43ef-45bd-8ca2-f6c74b6d6106 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1043328252&fields=id&tenant_id=8d15178842e94d9d8cae320279c910bf HTTP/1.1" status: 200 len: 267 time: 0.4652452 Aug 21 12:18:29.815635 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 36952) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:29.872856 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-33a33b27-51af-4eb6-9a82-63d01a6262cd tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:29.904904 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-33a33b27-51af-4eb6-9a82-63d01a6262cd tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465177'] for security_group_rule, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:29.907031 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-301b7fb3-bfa7-498a-bc04-dcd4a155c389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:29.939564 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:29.980355 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d169c-9b0d-48aa-8fdb-1e897695ecde req-db6c353c-ebb5-4949-83cc-6752e5637e9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:29.982270 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e26d169c-9b0d-48aa-8fdb-1e897695ecde req-db6c353c-ebb5-4949-83cc-6752e5637e9e service neutron] 10.222.0.21 "GET /v2.0/networks?id=8531d941-0313-460e-9aac-fe9ac0169b59 HTTP/1.1" status: 200 len: 913 time: 0.7786150 Aug 21 12:18:29.986938 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a33b27-51af-4eb6-9a82-63d01a6262cd tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397820f3-24c4-42eb-aa7b-081810185fb6,revision_number=0']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:30.017698 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-33a33b27-51af-4eb6-9a82-63d01a6262cd tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:30.095866 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-33a33b27-51af-4eb6-9a82-63d01a6262cd tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:30.099319 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e26d169c-9b0d-48aa-8fdb-1e897695ecde req-57d5272a-1876-4f17-9842-15098c0a9a8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0631713-db1b-40e1-b8ff-d6ea51b44545 HTTP/1.1" status: 200 len: 217 time: 0.1032722 Aug 21 12:18:30.100843 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-33a33b27-51af-4eb6-9a82-63d01a6262cd tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7538588 Aug 21 12:18:30.105797 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 36968) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:30.123180 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-43da208b-263a-4a14-b79e-35b0fc224a1b tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Request body: {'security_group_rule': {'security_group_id': 'f40723ef-d5eb-40e8-94be-6441b69a6a9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:30.140535 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-43da208b-263a-4a14-b79e-35b0fc224a1b tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:30.143809 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-43484f6b-ad92-46e3-9ce8-850ed3ec558f None None] Set router 984f3ffc-31a1-4d67-afe6-e454adaace64 gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:18:30.148976 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-43da208b-263a-4a14-b79e-35b0fc224a1b tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Usage tracker for resource:security_group_rule and tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:30.156202 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-43da208b-263a-4a14-b79e-35b0fc224a1b tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:30.181490 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-43da208b-263a-4a14-b79e-35b0fc224a1b tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:30.253415 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-301b7fb3-bfa7-498a-bc04-dcd4a155c389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:30.281738 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-43da208b-263a-4a14-b79e-35b0fc224a1b tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:30.306588 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:30.315131 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d169c-9b0d-48aa-8fdb-1e897695ecde req-0df2d548-ddaa-4dd3-8c1e-b2b4135b40c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:30.329106 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e26d169c-9b0d-48aa-8fdb-1e897695ecde req-0df2d548-ddaa-4dd3-8c1e-b2b4135b40c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1b9fb086-e5d6-4a01-8bae-a33ce21bbb7d HTTP/1.1" status: 200 len: 852 time: 0.2212284 Aug 21 12:18:30.346167 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b7fb3-bfa7-498a-bc04-dcd4a155c389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dc046c-8934-468e-9c87-c1763b6af271,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:30.358972 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-301b7fb3-bfa7-498a-bc04-dcd4a155c389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:30.374826 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-301b7fb3-bfa7-498a-bc04-dcd4a155c389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:30.376206 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-301b7fb3-bfa7-498a-bc04-dcd4a155c389 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c0dc046c-8934-468e-9c87-c1763b6af271 HTTP/1.1" status: 204 len: 168 time: 0.7551913 Aug 21 12:18:30.409731 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b366a827-4cb5-43fe-9915-eba45763cf0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:30.555824 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-b366a827-4cb5-43fe-9915-eba45763cf0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:30.578110 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-b366a827-4cb5-43fe-9915-eba45763cf0c admin admin] Usage tracker for resource:security_group_rule and tenant:df96f444fd8e4082a211335c23d831c4 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:30.592480 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-b366a827-4cb5-43fe-9915-eba45763cf0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:30.611569 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e70bc4-e159-4031-a8f0-a08ddedcf5bd None None] Pushing event updated for resources: {'Port': ['ID=92170282-fedb-40d3-ab97-205956a687be,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:30.627632 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-91e70bc4-e159-4031-a8f0-a08ddedcf5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.435s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:30.632228 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-ac30f2ba-260d-4305-b4d0-9029dbd7eec5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:30.633483 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-43484f6b-ad92-46e3-9ce8-850ed3ec558f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'name': 'tempest-AttachVolumeShelveTestJSON-891784107-router', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '80413900-88b2-4bd9-8678-ecc146631569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:03Z', 'updated_at': '2021-08-21T12:18:20Z', 'revision_number': 4, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'gw_port': {'id': '80413900-88b2-4bd9-8678-ecc146631569', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:04Z', 'updated_at': '2021-08-21T12:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '92170282-fedb-40d3-ab97-205956a687be', 'name': '', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'mac_address': 'fa:16:3e:c3:2f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:15Z', 'updated_at': '2021-08-21T12:18:29Z', 'revision_number': 4, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'subnets': [{'id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:18:30.638267 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43484f6b-ad92-46e3-9ce8-850ed3ec558f None None] The sync data for ids ['984f3ffc-31a1-4d67-afe6-e454adaace64'] in dv-cinder-805477-2-smb is: [{'id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'name': 'tempest-AttachVolumeShelveTestJSON-891784107-router', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '80413900-88b2-4bd9-8678-ecc146631569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:03Z', 'updated_at': '2021-08-21T12:18:20Z', 'revision_number': 4, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'gw_port': {'id': '80413900-88b2-4bd9-8678-ecc146631569', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:04Z', 'updated_at': '2021-08-21T12:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '92170282-fedb-40d3-ab97-205956a687be', 'name': '', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'mac_address': 'fa:16:3e:c3:2f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:15Z', 'updated_at': '2021-08-21T12:18:29Z', 'revision_number': 4, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'subnets': [{'id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:18:30.638436 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-b366a827-4cb5-43fe-9915-eba45763cf0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:30.645408 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-ac30f2ba-260d-4305-b4d0-9029dbd7eec5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/networks?id=8a02cb72-de11-4e13-afc5-fd37a9467374 HTTP/1.1" status: 200 len: 810 time: 0.8554907 Aug 21 12:18:30.656977 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e26d169c-9b0d-48aa-8fdb-1e897695ecde req-131195ce-cf37-47c3-8301-06494357b363 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8531d941-0313-460e-9aac-fe9ac0169b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3019118 Aug 21 12:18:30.661969 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-43da208b-263a-4a14-b79e-35b0fc224a1b tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:30.674100 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-43da208b-263a-4a14-b79e-35b0fc224a1b tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465177'] for security_group_rule, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:30.686349 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-33a33b27-51af-4eb6-9a82-63d01a6262cd tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:30.737376 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da208b-263a-4a14-b79e-35b0fc224a1b tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de70416-e484-4b58-aafb-93c5f40b36b9,revision_number=0']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:30.834250 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-43da208b-263a-4a14-b79e-35b0fc224a1b tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:30.838603 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-43da208b-263a-4a14-b79e-35b0fc224a1b tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:30.843047 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-43da208b-263a-4a14-b79e-35b0fc224a1b tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7303650 Aug 21 12:18:30.853434 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 36994) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:30.865174 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-9fff71d4-5609-4c6f-b7d5-f3ae3f406227 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Request body: {'floatingip': {'floating_network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:30.921734 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-9fff71d4-5609-4c6f-b7d5-f3ae3f406227 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:30.923897 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-3aa2f616-794c-4fb7-abcd-5a36c248af75 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/quotas/8d15178842e94d9d8cae320279c910bf HTTP/1.1" status: 200 len: 375 time: 0.2775517 Aug 21 12:18:30.929772 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-9fff71d4-5609-4c6f-b7d5-f3ae3f406227 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Usage tracker for resource:floatingip and tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:30.936934 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-9fff71d4-5609-4c6f-b7d5-f3ae3f406227 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:30.963196 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-9fff71d4-5609-4c6f-b7d5-f3ae3f406227 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:30.971222 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b366a827-4cb5-43fe-9915-eba45763cf0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:30.980128 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b366a827-4cb5-43fe-9915-eba45763cf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:30.995769 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-485da8c6-51b2-4bf4-8a6e-4f76acef85f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:31.092972 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0fdd6-6f2a-40d2-a63e-0f34f6a77a8c req-4525dfb7-4d8e-4a85-b1ba-eaca149fbde4 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:31.101291 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-59a0fdd6-6f2a-40d2-a63e-0f34f6a77a8c req-4525dfb7-4d8e-4a85-b1ba-eaca149fbde4 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3bd1922-7be1-4f9d-a41d-586cacb3ed84 HTTP/1.1" status: 200 len: 943 time: 0.7878029 Aug 21 12:18:31.102599 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366a827-4cb5-43fe-9915-eba45763cf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06e31d3-fbb9-4dfd-8e75-6436eca2f212,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:31.106912 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9fff71d4-5609-4c6f-b7d5-f3ae3f406227 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for floatingip, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:31.108309 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 37006) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:31.117207 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b366a827-4cb5-43fe-9915-eba45763cf0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:31.193141 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 92170282-fedb-40d3-ab97-205956a687be up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:18:31.238069 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e26d169c-9b0d-48aa-8fdb-1e897695ecde req-20176f1f-80c6-4031-9c80-105425682263 service neutron] 10.222.0.21 "GET /v2.0/networks/8531d941-0313-460e-9aac-fe9ac0169b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5661397 Aug 21 12:18:31.327203 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning for port 92170282-fedb-40d3-ab97-205956a687be completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:18:31.336604 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port 92170282-fedb-40d3-ab97-205956a687be triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:18:31.337522 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-b366a827-4cb5-43fe-9915-eba45763cf0c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=df96f444fd8e4082a211335c23d831c4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5203955 Aug 21 12:18:31.341173 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:31.342095 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 37018) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:31.489771 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-979b1c83-dfcc-499d-a156-dda5298576f5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d15178842e94d9d8cae320279c910bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5648816 Aug 21 12:18:31.491815 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e26d169c-9b0d-48aa-8fdb-1e897695ecde req-f90aa5e6-cd1e-4b97-ba41-22377883eb92 service neutron] 10.222.0.21 "GET /v2.0/networks/8531d941-0313-460e-9aac-fe9ac0169b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432058 Aug 21 12:18:31.521630 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-59a0fdd6-6f2a-40d2-a63e-0f34f6a77a8c req-4e6a6ef7-5c79-450c-989d-2456bda59f28 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea197ccb-9303-4dca-a1e1-98a0cdebc823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193530 Aug 21 12:18:31.530026 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:31.587055 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] For port 92170282-fedb-40d3-ab97-205956a687be, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=92170282-fedb-40d3-ab97-205956a687be,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:18:31.593479 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:31.595496 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-43fdd735-33b8-4ab4-9d10-3b039f22bfba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:31.622000 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9fff71d4-5609-4c6f-b7d5-f3ae3f406227 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:31.752077 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Pushing event updated for resources: {'Port': ['ID=92170282-fedb-40d3-ab97-205956a687be,revision_number=5']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:31.760613 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:31.809532 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-8df6612c-3df8-43f0-aed1-7b0c70715a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:31.826672 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-efeefefc-fce3-4468-8ddc-474f82ee503f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:31.869509 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-8df6612c-3df8-43f0-aed1-7b0c70715a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:31.905058 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-9fff71d4-5609-4c6f-b7d5-f3ae3f406227 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Allocated IP 172.28.2.210 (17d050b5-9d10-4030-a56f-7262e0bfffca/7ff80433-24f5-4344-a1b2-e78aa99f1de5/103a76d4-39b2-4b74-9d74-93a2c07a132a) {{(pid=82380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:18:31.925726 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-efeefefc-fce3-4468-8ddc-474f82ee503f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:31.995771 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-679c8545-fcaa-43c0-9542-d443bb3ba665 service neutron] 10.222.0.11 "GET /v2.0/networks/8a02cb72-de11-4e13-afc5-fd37a9467374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887860 Aug 21 12:18:31.996927 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-efeefefc-fce3-4468-8ddc-474f82ee503f admin admin] Usage tracker for resource:security_group_rule and tenant:fcb51be2683a4195b5fbec467f1d5bd5 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:32.003899 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-efeefefc-fce3-4468-8ddc-474f82ee503f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:32.135050 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-8df6612c-3df8-43f0-aed1-7b0c70715a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:32.145509 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-0d7a9ae5-a7da-4850-8011-87f995fb8a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:32.187643 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6612c-3df8-43f0-aed1-7b0c70715a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06e31d3-fbb9-4dfd-8e75-6436eca2f212,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:32.191177 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-8df6612c-3df8-43f0-aed1-7b0c70715a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:32.230953 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9fff71d4-5609-4c6f-b7d5-f3ae3f406227 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for port, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:32.240447 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-81a1e354-6e61-4b8e-8e4c-5cc99ff7743b service neutron] 10.222.0.11 "GET /v2.0/networks/8a02cb72-de11-4e13-afc5-fd37a9467374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321870 Aug 21 12:18:32.240912 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-8df6612c-3df8-43f0-aed1-7b0c70715a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:32.241547 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-efeefefc-fce3-4468-8ddc-474f82ee503f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:32.242803 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-8df6612c-3df8-43f0-aed1-7b0c70715a71 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a06e31d3-fbb9-4dfd-8e75-6436eca2f212 HTTP/1.1" status: 204 len: 168 time: 0.8949378 Aug 21 12:18:32.303997 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9fff71d4-5609-4c6f-b7d5-f3ae3f406227 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:32.310069 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5947d543-55ca-4976-ae02-43c2ea0c1b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:32.423305 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-efeefefc-fce3-4468-8ddc-474f82ee503f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:32.430602 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-efeefefc-fce3-4468-8ddc-474f82ee503f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:32.432313 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fff71d4-5609-4c6f-b7d5-f3ae3f406227 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Network 17d050b5-9d10-4030-a56f-7262e0bfffca is already hosted by enough agents. {{(pid=82380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:18:32.435405 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-9fff71d4-5609-4c6f-b7d5-f3ae3f406227 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Resources bound (agent type, host, resource id): {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:18:32.460188 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fff71d4-5609-4c6f-b7d5-f3ae3f406227 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Received port after_create {{(pid=82380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:18:32.499870 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-64d6e92f-0d8d-45bc-8243-664b1c1261c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:32.503681 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff71d4-5609-4c6f-b7d5-f3ae3f406227 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Pushing event updated for resources: {'Port': ['ID=103a76d4-39b2-4b74-9d74-93a2c07a132a,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:32.509295 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-9fff71d4-5609-4c6f-b7d5-f3ae3f406227 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:32.525769 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-efeefefc-fce3-4468-8ddc-474f82ee503f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fcb51be2683a4195b5fbec467f1d5bd5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3931193 Aug 21 12:18:32.526545 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 37062) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:32.859176 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9fff71d4-5609-4c6f-b7d5-f3ae3f406227 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:33.012021 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9fff71d4-5609-4c6f-b7d5-f3ae3f406227 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:33.051178 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f650853c-d342-4f85-a134-a72576012186 req-3900781c-49ce-4e6a-896b-a13e78a76225 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 210 time: 0.4757862 Aug 21 12:18:33.065162 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeefefc-fce3-4468-8ddc-474f82ee503f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b253ebec-fc3d-4e56-ac68-c36dd02708d1,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:33.068543 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-efeefefc-fce3-4468-8ddc-474f82ee503f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:33.155323 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 92170282-fedb-40d3-ab97-205956a687be up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:18:33.219179 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9f4bacb7-a897-43a6-a72e-d5bc88a69820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:33.273472 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port 92170282-fedb-40d3-ab97-205956a687be triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:18:33.275382 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:33.280453 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9f4bacb7-a897-43a6-a72e-d5bc88a69820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:33.302770 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 37096) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:33.323252 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009ccf7-ac49-4658-be95-70d2061dbdd5 req-c8b57ccc-98bd-441c-b857-eea3f52df4e2 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:33.324999 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6009ccf7-ac49-4658-be95-70d2061dbdd5 req-c8b57ccc-98bd-441c-b857-eea3f52df4e2 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3bd1922-7be1-4f9d-a41d-586cacb3ed84 HTTP/1.1" status: 200 len: 943 time: 0.2700047 Aug 21 12:18:33.434756 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9f4bacb7-a897-43a6-a72e-d5bc88a69820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:33.463713 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f5568eff-4c41-4aa8-b135-c260a7c82002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:33.482075 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bacb7-a897-43a6-a72e-d5bc88a69820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b253ebec-fc3d-4e56-ac68-c36dd02708d1,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:33.489606 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-9f4bacb7-a897-43a6-a72e-d5bc88a69820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:33.518989 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6009ccf7-ac49-4658-be95-70d2061dbdd5 req-6e403359-35aa-4e05-9147-4b2178d733d5 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea197ccb-9303-4dca-a1e1-98a0cdebc823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613712 Aug 21 12:18:33.523841 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device e0631713-db1b-40e1-b8ff-d6ea51b44545 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:18:33.534899 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9f4bacb7-a897-43a6-a72e-d5bc88a69820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:33.538810 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-9f4bacb7-a897-43a6-a72e-d5bc88a69820 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b253ebec-fc3d-4e56-ac68-c36dd02708d1 HTTP/1.1" status: 204 len: 168 time: 1.0053105 Aug 21 12:18:33.568729 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9fff71d4-5609-4c6f-b7d5-f3ae3f406227 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for port, precommit_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:33.573925 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9fff71d4-5609-4c6f-b7d5-f3ae3f406227 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848059139'] for port, after_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:33.579464 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:33.723249 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff71d4-5609-4c6f-b7d5-f3ae3f406227 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Pushing event updated for resources: {'Port': ['ID=103a76d4-39b2-4b74-9d74-93a2c07a132a,revision_number=2']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:33.735513 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-9fff71d4-5609-4c6f-b7d5-f3ae3f406227 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:33.747296 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9fff71d4-5609-4c6f-b7d5-f3ae3f406227 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7900557'] for floatingip, after_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:33.778186 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9fff71d4-5609-4c6f-b7d5-f3ae3f406227 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for floatingip, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:33.780102 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-9fff71d4-5609-4c6f-b7d5-f3ae3f406227 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9254799 Aug 21 12:18:33.801690 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1541d969-c4f8-4aa9-9ad0-4b989c1a3800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:33.829930 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port e0631713-db1b-40e1-b8ff-d6ea51b44545, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=e0631713-db1b-40e1-b8ff-d6ea51b44545,segment=NetworkSegment(84a774fd-182a-403d-a5d6-847507ce0f39),segment_id=84a774fd-182a-403d-a5d6-847507ce0f39)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:18:33.860681 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Returning: {'device': 'e0631713-db1b-40e1-b8ff-d6ea51b44545', 'network_id': '8531d941-0313-460e-9aac-fe9ac0169b59', 'port_id': 'e0631713-db1b-40e1-b8ff-d6ea51b44545', 'mac_address': 'fa:16:3e:68:e7:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b9fb086-e5d6-4a01-8bae-a33ce21bbb7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:18:33.897323 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-1541d969-c4f8-4aa9-9ad0-4b989c1a3800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:33.902449 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-1541d969-c4f8-4aa9-9ad0-4b989c1a3800 admin admin] Usage tracker for resource:security_group_rule and tenant:44cec1014ae14f39b14bc571c38a4db3 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:33.905560 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-1541d969-c4f8-4aa9-9ad0-4b989c1a3800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:33.914802 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-1541d969-c4f8-4aa9-9ad0-4b989c1a3800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:34.015541 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1541d969-c4f8-4aa9-9ad0-4b989c1a3800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:34.029108 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:34.031906 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1541d969-c4f8-4aa9-9ad0-4b989c1a3800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:34.042346 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:34.073369 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0631713-db1b-40e1-b8ff-d6ea51b44545 {{(pid=82381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:18:34.074320 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541d969-c4f8-4aa9-9ad0-4b989c1a3800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462e8daf-e51b-4dbb-acb3-f794286daa07,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:34.096293 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-1541d969-c4f8-4aa9-9ad0-4b989c1a3800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:34.112568 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port e0631713-db1b-40e1-b8ff-d6ea51b44545, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=e0631713-db1b-40e1-b8ff-d6ea51b44545,segment=NetworkSegment(84a774fd-182a-403d-a5d6-847507ce0f39),segment_id=84a774fd-182a-403d-a5d6-847507ce0f39)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:18:34.116846 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:34.126547 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:34.129790 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-1541d969-c4f8-4aa9-9ad0-4b989c1a3800 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=44cec1014ae14f39b14bc571c38a4db3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8258991 Aug 21 12:18:34.132546 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 37126) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:34.292704 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=e0631713-db1b-40e1-b8ff-d6ea51b44545,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:34.303535 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-31a63230-666b-44a2-859b-e3caabb2c20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:34.310862 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:34.386536 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-31a63230-666b-44a2-859b-e3caabb2c20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:34.390033 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-31693699-2d85-4627-86d3-c31e0c58a2b4 req-e375405e-2eb9-4fdc-a023-858d1e131844 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 210 time: 0.0725322 Aug 21 12:18:34.473855 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-31a63230-666b-44a2-859b-e3caabb2c20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:34.481961 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:34.488796 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ecb0afda-2389-409a-acea-7130ea171849 req-418da907-ca9a-483e-8789-b99234deac2b tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1091000255&fields=id&tenant_id=0ab1a7fb5e8f47d4a26520c5fb8bd4c2 HTTP/1.1" status: 200 len: 267 time: 0.0862889 Aug 21 12:18:34.506611 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-31a63230-666b-44a2-859b-e3caabb2c20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:34.510152 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-31a63230-666b-44a2-859b-e3caabb2c20d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/462e8daf-e51b-4dbb-acb3-f794286daa07 HTTP/1.1" status: 204 len: 168 time: 0.3757222 Aug 21 12:18:34.511862 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a63230-666b-44a2-859b-e3caabb2c20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462e8daf-e51b-4dbb-acb3-f794286daa07,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:34.527541 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-31a63230-666b-44a2-859b-e3caabb2c20d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:34.544479 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['e0631713-db1b-40e1-b8ff-d6ea51b44545'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:18:34.856361 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 37154) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:34.888913 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1ceb55e3-26fe-429e-b8cc-7ceec973ba00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:34.892964 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0afda-2389-409a-acea-7130ea171849 req-e81fa224-d509-48e3-8c44-753f460ee07d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:34.900048 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ecb0afda-2389-409a-acea-7130ea171849 req-e81fa224-d509-48e3-8c44-753f460ee07d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/networks?id=66fcdff2-94ab-4687-9781-4d1ba887f030 HTTP/1.1" status: 200 len: 816 time: 0.3994946 Aug 21 12:18:34.950114 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-1ceb55e3-26fe-429e-b8cc-7ceec973ba00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:34.963688 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-1ceb55e3-26fe-429e-b8cc-7ceec973ba00 admin admin] Usage tracker for resource:security_group_rule and tenant:2d7b0b01e6cd4e42a8c83f8819a8203f is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:34.973480 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-1ceb55e3-26fe-429e-b8cc-7ceec973ba00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:34.988223 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-1ceb55e3-26fe-429e-b8cc-7ceec973ba00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:35.006727 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ecb0afda-2389-409a-acea-7130ea171849 req-df45e138-2588-43f8-9fec-04e5f7af4341 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/quotas/0ab1a7fb5e8f47d4a26520c5fb8bd4c2 HTTP/1.1" status: 200 len: 375 time: 0.1054394 Aug 21 12:18:35.135864 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1ceb55e3-26fe-429e-b8cc-7ceec973ba00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:35.141077 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05ed3c-4fb1-4bdb-a199-e7a641a1aaf6 req-b7af80d1-f150-4f88-ab9c-0f28a34774f9 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:35.142681 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1a05ed3c-4fb1-4bdb-a199-e7a641a1aaf6 req-b7af80d1-f150-4f88-ab9c-0f28a34774f9 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3bd1922-7be1-4f9d-a41d-586cacb3ed84 HTTP/1.1" status: 200 len: 944 time: 0.3669357 Aug 21 12:18:35.144136 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1ceb55e3-26fe-429e-b8cc-7ceec973ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:35.152651 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-4418feb2-f569-40b5-b17d-b6efa68e2164 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:35.154235 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-4418feb2-f569-40b5-b17d-b6efa68e2164 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.21 "GET /v2.0/networks?id=8a02cb72-de11-4e13-afc5-fd37a9467374 HTTP/1.1" status: 200 len: 810 time: 0.2919714 Aug 21 12:18:35.158268 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ef59b2a1-6ddb-49d3-a561-d33134a5fc02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:35.215087 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb55e3-26fe-429e-b8cc-7ceec973ba00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdcb81d-e2bf-4d49-9b95-0923910ad4ce,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:35.225467 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 37166) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:35.233787 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-1ceb55e3-26fe-429e-b8cc-7ceec973ba00 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d7b0b01e6cd4e42a8c83f8819a8203f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3633258 Aug 21 12:18:35.235209 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-1ceb55e3-26fe-429e-b8cc-7ceec973ba00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:35.261732 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ecb0afda-2389-409a-acea-7130ea171849 req-cb7d1f11-f2dc-4d25-a8f0-fb550727e219 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ab1a7fb5e8f47d4a26520c5fb8bd4c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2540510 Aug 21 12:18:35.294461 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1a05ed3c-4fb1-4bdb-a199-e7a641a1aaf6 req-d557b69d-09e7-4b76-a231-2af51722cae9 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea197ccb-9303-4dca-a1e1-98a0cdebc823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375015 Aug 21 12:18:35.337586 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-476961f0-d2aa-4153-8363-f3c3f79e0034 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d15178842e94d9d8cae320279c910bf HTTP/1.1" status: 200 len: 380 time: 0.1565869 Aug 21 12:18:35.396165 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-8f998fa7-4697-4b25-9416-8505609ea4cd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Request body: {'port': {'device_id': '576736a8-b6ac-41e2-89d6-ce0148bb0856', 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374', 'admin_state_up': True, 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'security_groups': ['37fbd63e-7acf-4238-93c6-bdee6cd9d3c4']}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:35.500754 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device e0631713-db1b-40e1-b8ff-d6ea51b44545 up at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:18:35.558010 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b076838f-8397-4b9a-8898-ab1fab60400d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:35.617185 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning for port e0631713-db1b-40e1-b8ff-d6ea51b44545 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:18:35.623993 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning complete for port e0631713-db1b-40e1-b8ff-d6ea51b44545 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:18:35.624426 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:35.660279 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ecb0afda-2389-409a-acea-7130ea171849 req-3a048fbc-595a-4446-bb38-dfacd9ac7069 service neutron] 10.222.0.11 "GET /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700302 Aug 21 12:18:35.719661 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b076838f-8397-4b9a-8898-ab1fab60400d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:35.809936 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6e69cb5b-4f17-4fcd-ac43-21ca5410e980 req-b00780c6-6719-4ac5-958a-3730777fb23b tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 210 time: 0.2155840 Aug 21 12:18:35.892456 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:35.949133 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 37186) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:35.953552 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bd1922-7be1-4f9d-a41d-586cacb3ed84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0631713-db1b-40e1-b8ff-d6ea51b44545'}] {{(pid=82381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:18:35.965606 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-8f998fa7-4697-4b25-9416-8505609ea4cd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:35.976186 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-8f998fa7-4697-4b25-9416-8505609ea4cd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Usage tracker for resource:port and tenant:8d15178842e94d9d8cae320279c910bf is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:35.984861 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-8f998fa7-4697-4b25-9416-8505609ea4cd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:35.985372 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-334b4253-a159-4fad-bc4f-06ddfac9bbe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:35.991892 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-8f998fa7-4697-4b25-9416-8505609ea4cd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:36.015816 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-8f998fa7-4697-4b25-9416-8505609ea4cd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Made reservation on behalf of 8d15178842e94d9d8cae320279c910bf for: {'port': 1} {{(pid=82379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:18:36.023524 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-8f998fa7-4697-4b25-9416-8505609ea4cd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:36.025984 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port e0631713-db1b-40e1-b8ff-d6ea51b44545, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=e0631713-db1b-40e1-b8ff-d6ea51b44545,segment=NetworkSegment(84a774fd-182a-403d-a5d6-847507ce0f39),segment_id=84a774fd-182a-403d-a5d6-847507ce0f39)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:18:36.029952 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:36.032684 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-91e70bc4-e159-4031-a8f0-a08ddedcf5bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:36.044826 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b076838f-8397-4b9a-8898-ab1fab60400d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:36.058524 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:36.061668 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-334b4253-a159-4fad-bc4f-06ddfac9bbe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:36.070511 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-334b4253-a159-4fad-bc4f-06ddfac9bbe7 admin admin] Usage tracker for resource:security_group_rule and tenant:eb4d1e14fcaf49afba844a96d2842046 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:36.080526 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-334b4253-a159-4fad-bc4f-06ddfac9bbe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:36.084865 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076838f-8397-4b9a-8898-ab1fab60400d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdcb81d-e2bf-4d49-9b95-0923910ad4ce,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:36.088959 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b076838f-8397-4b9a-8898-ab1fab60400d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:36.092125 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-334b4253-a159-4fad-bc4f-06ddfac9bbe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:36.168516 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=e0631713-db1b-40e1-b8ff-d6ea51b44545,revision_number=5']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:36.182639 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:36.185855 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-334b4253-a159-4fad-bc4f-06ddfac9bbe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:36.190134 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-334b4253-a159-4fad-bc4f-06ddfac9bbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:36.219115 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b076838f-8397-4b9a-8898-ab1fab60400d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:36.222690 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-b076838f-8397-4b9a-8898-ab1fab60400d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4cdcb81d-e2bf-4d49-9b95-0923910ad4ce HTTP/1.1" status: 204 len: 168 time: 0.9912975 Aug 21 12:18:36.223662 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:36.235054 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ecb0afda-2389-409a-acea-7130ea171849 req-b657751c-7c7f-44ec-a6dc-45869a7d00ff service neutron] 10.222.0.11 "GET /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277922 Aug 21 12:18:36.260329 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b4253-a159-4fad-bc4f-06ddfac9bbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93a0605-8234-4501-9a51-e2a2e590f295,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:36.266144 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-334b4253-a159-4fad-bc4f-06ddfac9bbe7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb4d1e14fcaf49afba844a96d2842046&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3158984 Aug 21 12:18:36.267437 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-334b4253-a159-4fad-bc4f-06ddfac9bbe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:36.268768 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 37202) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:36.348039 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-8f998fa7-4697-4b25-9416-8505609ea4cd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Allocated IP 172.20.0.7 (8a02cb72-de11-4e13-afc5-fd37a9467374/f58e09c1-f79e-4472-81dc-9752e44b5901/745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8) {{(pid=82379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:18:36.352172 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0a177eb9-6ffc-447f-9830-7f6932fa2f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:36.422840 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0a177eb9-6ffc-447f-9830-7f6932fa2f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:36.543729 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0a177eb9-6ffc-447f-9830-7f6932fa2f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:36.550148 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:36.605278 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a177eb9-6ffc-447f-9830-7f6932fa2f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93a0605-8234-4501-9a51-e2a2e590f295,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:36.612898 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-0a177eb9-6ffc-447f-9830-7f6932fa2f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:36.646305 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0a177eb9-6ffc-447f-9830-7f6932fa2f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:36.647561 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-0a177eb9-6ffc-447f-9830-7f6932fa2f49 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b93a0605-8234-4501-9a51-e2a2e590f295 HTTP/1.1" status: 204 len: 168 time: 0.3774557 Aug 21 12:18:36.952855 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c6fc45e9-3bc8-4d80-bcea-7f4cf29a8178 req-ed8188a3-9e7e-485c-8f6c-12605657b7ec tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 210 time: 0.4143910 Aug 21 12:18:37.085228 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ce17f-0285-40d0-9d20-ef5f5db58fdd req-d48f9b21-beba-4b2f-9282-dbc237ddaff1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:37.087200 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-955ce17f-0285-40d0-9d20-ef5f5db58fdd req-d48f9b21-beba-4b2f-9282-dbc237ddaff1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3bd1922-7be1-4f9d-a41d-586cacb3ed84 HTTP/1.1" status: 200 len: 945 time: 0.6205530 Aug 21 12:18:37.110670 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-8f998fa7-4697-4b25-9416-8505609ea4cd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for port, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:37.170507 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-8f998fa7-4697-4b25-9416-8505609ea4cd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Transition to ACTIVE for port object 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 will not be triggered until provisioned by entity DHCP. {{(pid=82379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:18:37.202321 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-955ce17f-0285-40d0-9d20-ef5f5db58fdd req-2dcb5d84-9e53-4b04-89e7-2884b6adba1e tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea197ccb-9303-4dca-a1e1-98a0cdebc823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974536 Aug 21 12:18:37.227870 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-8f998fa7-4697-4b25-9416-8505609ea4cd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:37.248022 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-bf4ed328-1482-45fc-b9b2-9709da7436c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:37.439452 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-8f998fa7-4697-4b25-9416-8505609ea4cd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Network 8a02cb72-de11-4e13-afc5-fd37a9467374 is already hosted by enough agents. {{(pid=82379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:18:37.449393 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-8f998fa7-4697-4b25-9416-8505609ea4cd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Resources bound (agent type, host, resource id): {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:18:37.457950 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-8f998fa7-4697-4b25-9416-8505609ea4cd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Received port after_create {{(pid=82379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:18:37.541659 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f998fa7-4697-4b25-9416-8505609ea4cd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Pushing event updated for resources: {'Port': ['ID=745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:37.555795 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-8f998fa7-4697-4b25-9416-8505609ea4cd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:37.621737 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-8f998fa7-4697-4b25-9416-8505609ea4cd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:37.622353 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-8f998fa7-4697-4b25-9416-8505609ea4cd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:37.672161 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48aabe-5c14-47f5-81b7-8b3b9657f036 req-e2ce309a-9aec-4a17-92f0-2ca72c9abad9 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:37.673706 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-ac48aabe-5c14-47f5-81b7-8b3b9657f036 req-e2ce309a-9aec-4a17-92f0-2ca72c9abad9 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Synchronizing usage tracker for tenant:8d15178842e94d9d8cae320279c910bf on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:18:37.679157 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-8f998fa7-4697-4b25-9416-8505609ea4cd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2917306 Aug 21 12:18:37.703410 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-d0f20d65-8d69-408d-b6bc-f9bbc7ae87f2 service neutron] Request body: {'port': {'device_id': '576736a8-b6ac-41e2-89d6-ce0148bb0856', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:37.758501 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-ac48aabe-5c14-47f5-81b7-8b3b9657f036 req-e2ce309a-9aec-4a17-92f0-2ca72c9abad9 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Unset dirty status for tenant:8d15178842e94d9d8cae320279c910bf on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:18:37.767312 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ac48aabe-5c14-47f5-81b7-8b3b9657f036 req-e2ce309a-9aec-4a17-92f0-2ca72c9abad9 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 931 time: 0.3396354 Aug 21 12:18:37.797972 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bd1922-7be1-4f9d-a41d-586cacb3ed84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0631713-db1b-40e1-b8ff-d6ea51b44545', 'code': 200} Aug 21 12:18:37.971531 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ac48aabe-5c14-47f5-81b7-8b3b9657f036 req-a165029f-b9b6-4cd8-8a59-afe6a18fd151 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031796 Aug 21 12:18:37.988447 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-d0f20d65-8d69-408d-b6bc-f9bbc7ae87f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:38.033804 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.21', 55859) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:38.064243 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 37268) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:38.081409 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-9672f931-6cc6-4701-a3cc-8a674aa0f5b8 None None] Provisioning for port 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 completed by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:18:38.089530 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-9672f931-6cc6-4701-a3cc-8a674aa0f5b8 None None] Provisioning complete for port 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:18:38.093549 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9672f931-6cc6-4701-a3cc-8a674aa0f5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:38.179976 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-9672f931-6cc6-4701-a3cc-8a674aa0f5b8 None None] Port 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 cannot update to ACTIVE because it is not bound. {{(pid=82381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:18:38.323736 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0afda-2389-409a-acea-7130ea171849 req-686ffe7b-087c-42bb-b22b-f669ce490fa5 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:38.324579 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-ecb0afda-2389-409a-acea-7130ea171849 req-686ffe7b-087c-42bb-b22b-f669ce490fa5 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Synchronizing usage tracker for tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 on resource:network {{(pid=82380) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:18:38.351867 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-ecb0afda-2389-409a-acea-7130ea171849 req-686ffe7b-087c-42bb-b22b-f669ce490fa5 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Unset dirty status for tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 on resource:network {{(pid=82380) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:18:38.353988 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ecb0afda-2389-409a-acea-7130ea171849 req-686ffe7b-087c-42bb-b22b-f669ce490fa5 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.21 "GET /v2.0/networks?id=66fcdff2-94ab-4687-9781-4d1ba887f030 HTTP/1.1" status: 200 len: 816 time: 0.3192239 Aug 21 12:18:38.406474 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.21', 55860) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:38.452495 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-ecb0afda-2389-409a-acea-7130ea171849 req-6069c385-98b6-4795-a91e-349777eacf33 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Synchronizing usage tracker for tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 on resource:security_group {{(pid=82380) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:18:38.474431 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-ecb0afda-2389-409a-acea-7130ea171849 req-6069c385-98b6-4795-a91e-349777eacf33 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Unset dirty status for tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 on resource:security_group {{(pid=82380) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:18:38.476812 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ecb0afda-2389-409a-acea-7130ea171849 req-6069c385-98b6-4795-a91e-349777eacf33 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ab1a7fb5e8f47d4a26520c5fb8bd4c2 HTTP/1.1" status: 200 len: 380 time: 0.1079724 Aug 21 12:18:38.487515 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-ecb0afda-2389-409a-acea-7130ea171849 req-45c6776e-3bc9-436f-94bb-794a97030eef tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Request body: {'port': {'device_id': 'b55deb59-482b-46b7-9199-3988b119cd6a', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'admin_state_up': True, 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'security_groups': ['f40723ef-d5eb-40e8-94be-6441b69a6a9e']}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:38.574015 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-dad8b7f1-525e-47f1-aa4c-dca9cfcc6ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:38.646445 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-881f11c2-d61c-41dc-afc4-855a11e26c61 req-cc714950-4ddb-48aa-811b-d57e1ceefdc7 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 210 time: 0.2388959 Aug 21 12:18:38.713313 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-ecb0afda-2389-409a-acea-7130ea171849 req-45c6776e-3bc9-436f-94bb-794a97030eef tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:38.721335 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-ecb0afda-2389-409a-acea-7130ea171849 req-45c6776e-3bc9-436f-94bb-794a97030eef tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Usage tracker for resource:port and tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:38.730614 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-ecb0afda-2389-409a-acea-7130ea171849 req-45c6776e-3bc9-436f-94bb-794a97030eef tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:38.737752 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-dad8b7f1-525e-47f1-aa4c-dca9cfcc6ff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:38.741368 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-ecb0afda-2389-409a-acea-7130ea171849 req-45c6776e-3bc9-436f-94bb-794a97030eef tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:38.749402 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-dad8b7f1-525e-47f1-aa4c-dca9cfcc6ff0 admin admin] Usage tracker for resource:security_group_rule and tenant:48ebb1f054e340338d10d0b3a5ab33e3 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:38.763236 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-dad8b7f1-525e-47f1-aa4c-dca9cfcc6ff0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:38.764837 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecb0afda-2389-409a-acea-7130ea171849 req-45c6776e-3bc9-436f-94bb-794a97030eef tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Made reservation on behalf of 0ab1a7fb5e8f47d4a26520c5fb8bd4c2 for: {'port': 1} {{(pid=82380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:18:38.780841 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-dad8b7f1-525e-47f1-aa4c-dca9cfcc6ff0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:38.789119 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-ecb0afda-2389-409a-acea-7130ea171849 req-45c6776e-3bc9-436f-94bb-794a97030eef tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:38.830184 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-73381926-27a4-4f39-a92a-20cb5abea46c req-9cb4bdb6-6013-47b8-bc85-9f92cba68f15 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3bd1922-7be1-4f9d-a41d-586cacb3ed84 HTTP/1.1" status: 200 len: 1098 time: 0.4183381 Aug 21 12:18:38.849411 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757615e0-7fd0-40c6-a1e5-c0d9136e436b req-2976fd27-13d7-4277-96d4-bcc0210b79e4 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:38.851080 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-757615e0-7fd0-40c6-a1e5-c0d9136e436b req-2976fd27-13d7-4277-96d4-bcc0210b79e4 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3bd1922-7be1-4f9d-a41d-586cacb3ed84 HTTP/1.1" status: 200 len: 945 time: 0.3024437 Aug 21 12:18:38.971478 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-73381926-27a4-4f39-a92a-20cb5abea46c req-d8b917ba-d180-4036-bdb5-056d623ca502 service neutron] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:38.988163 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [req-ecb0afda-2389-409a-acea-7130ea171849 req-45c6776e-3bc9-436f-94bb-794a97030eef tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Allocated IP 172.20.0.6 (66fcdff2-94ab-4687-9781-4d1ba887f030/8a00bc67-6928-4f8f-9e79-a5b624611398/ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8) {{(pid=82380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:18:39.070831 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-73381926-27a4-4f39-a92a-20cb5abea46c req-d8b917ba-d180-4036-bdb5-056d623ca502 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:39.076273 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-73381926-27a4-4f39-a92a-20cb5abea46c req-d8b917ba-d180-4036-bdb5-056d623ca502 service neutron] Usage tracker for resource:security_group_rule and tenant:43165545348b43c482b9ab25b8ff51a1 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:39.079803 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-73381926-27a4-4f39-a92a-20cb5abea46c req-d8b917ba-d180-4036-bdb5-056d623ca502 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:39.086526 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-73381926-27a4-4f39-a92a-20cb5abea46c req-d8b917ba-d180-4036-bdb5-056d623ca502 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:39.204762 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-73381926-27a4-4f39-a92a-20cb5abea46c req-d8b917ba-d180-4036-bdb5-056d623ca502 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:39.236714 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-d0f20d65-8d69-408d-b6bc-f9bbc7ae87f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 {{(pid=82379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:18:39.245366 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-73381926-27a4-4f39-a92a-20cb5abea46c req-d8b917ba-d180-4036-bdb5-056d623ca502 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:39.309583 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-d0f20d65-8d69-408d-b6bc-f9bbc7ae87f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:39.328069 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-ecb0afda-2389-409a-acea-7130ea171849 req-45c6776e-3bc9-436f-94bb-794a97030eef tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for port, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:39.331596 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-1541d969-c4f8-4aa9-9ad0-4b989c1a3800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:39.342496 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-757615e0-7fd0-40c6-a1e5-c0d9136e436b req-d9445810-bccb-48f3-bbd6-5fea69e52042 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea197ccb-9303-4dca-a1e1-98a0cdebc823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850984 Aug 21 12:18:39.352171 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [req-ecb0afda-2389-409a-acea-7130ea171849 req-45c6776e-3bc9-436f-94bb-794a97030eef tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Transition to ACTIVE for port object ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 will not be triggered until provisioned by entity DHCP. {{(pid=82380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:18:39.392185 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-ecb0afda-2389-409a-acea-7130ea171849 req-45c6776e-3bc9-436f-94bb-794a97030eef tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:39.410254 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b917ba-d180-4036-bdb5-056d623ca502 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f84fd5ee-fc1d-402b-9a3c-03708f96b511,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:39.411460 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:39.421973 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d8b917ba-d180-4036-bdb5-056d623ca502 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:39.423094 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-d0f20d65-8d69-408d-b6bc-f9bbc7ae87f2 service neutron] Transition to ACTIVE for port object 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 will not be triggered until provisioned by entity L2. {{(pid=82379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:18:39.428347 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-dad8b7f1-525e-47f1-aa4c-dca9cfcc6ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:39.430504 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-d0f20d65-8d69-408d-b6bc-f9bbc7ae87f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:39.433385 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-73381926-27a4-4f39-a92a-20cb5abea46c req-d8b917ba-d180-4036-bdb5-056d623ca502 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ea197ccb-9303-4dca-a1e1-98a0cdebc823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5773189 Aug 21 12:18:39.449695 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-dad8b7f1-525e-47f1-aa4c-dca9cfcc6ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:39.453148 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:39.492311 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6776e-3bc9-436f-94bb-794a97030eef tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Pushing event updated for resources: {'Port': ['ID=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:39.496122 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-45c6776e-3bc9-436f-94bb-794a97030eef tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:39.519571 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecb0afda-2389-409a-acea-7130ea171849 req-45c6776e-3bc9-436f-94bb-794a97030eef tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Network 66fcdff2-94ab-4687-9781-4d1ba887f030 is already hosted by enough agents. {{(pid=82380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:18:39.521039 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [req-ecb0afda-2389-409a-acea-7130ea171849 req-45c6776e-3bc9-436f-94bb-794a97030eef tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Resources bound (agent type, host, resource id): {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:18:39.523609 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb0afda-2389-409a-acea-7130ea171849 req-45c6776e-3bc9-436f-94bb-794a97030eef tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Received port after_create {{(pid=82380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:18:39.568056 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afc0db-af33-4f01-8edf-e04350e162c4 req-84358fa6-9633-46e3-ac1a-10c3f8636055 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:39.569792 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-82afc0db-af33-4f01-8edf-e04350e162c4 req-84358fa6-9633-46e3-ac1a-10c3f8636055 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 931 time: 0.3458288 Aug 21 12:18:39.616905 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0afda-2389-409a-acea-7130ea171849 req-45c6776e-3bc9-436f-94bb-794a97030eef tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:39.617628 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-ecb0afda-2389-409a-acea-7130ea171849 req-45c6776e-3bc9-436f-94bb-794a97030eef tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for port, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:39.642719 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ecb0afda-2389-409a-acea-7130ea171849 req-45c6776e-3bc9-436f-94bb-794a97030eef tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1606276 Aug 21 12:18:39.687274 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-ecb0afda-2389-409a-acea-7130ea171849 req-e5234dbb-6d2f-4cdc-8a1e-41848b918e7e service neutron] Request body: {'port': {'device_id': 'b55deb59-482b-46b7-9199-3988b119cd6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:39.688881 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f20d65-8d69-408d-b6bc-f9bbc7ae87f2 service neutron] Pushing event updated for resources: {'Port': ['ID=745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8,revision_number=2']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:39.789420 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d0f20d65-8d69-408d-b6bc-f9bbc7ae87f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:39.792667 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:39.828554 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-dad8b7f1-525e-47f1-aa4c-dca9cfcc6ff0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=48ebb1f054e340338d10d0b3a5ab33e3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7555621 Aug 21 12:18:39.836585 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 37338) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:39.987344 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-82afc0db-af33-4f01-8edf-e04350e162c4 req-07c8358a-79f7-414a-ba51-edd02c4632b5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3092778 Aug 21 12:18:40.079780 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8b7f1-525e-47f1-aa4c-dca9cfcc6ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07eb6b1a-b221-424e-b36e-694fa7228cc2,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:40.091777 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 37350) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:40.097802 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-dad8b7f1-525e-47f1-aa4c-dca9cfcc6ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:40.122599 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-d0486728-889f-46ec-a339-7219277c062e None None] Provisioning for port ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 completed by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:18:40.137429 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-d0486728-889f-46ec-a339-7219277c062e None None] Provisioning complete for port ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:18:40.138089 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d0486728-889f-46ec-a339-7219277c062e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:40.195387 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9f1839a0-777d-40c0-9370-096fc0753677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:40.254373 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9f1839a0-777d-40c0-9370-096fc0753677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:40.268208 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-d0486728-889f-46ec-a339-7219277c062e None None] Port ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 cannot update to ACTIVE because it is not bound. {{(pid=82381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:18:40.273479 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-ecb0afda-2389-409a-acea-7130ea171849 req-e5234dbb-6d2f-4cdc-8a1e-41848b918e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:40.273929 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3ecc9-f893-48ce-b882-f80ab522a7f8 req-7cedf3ef-2eca-4968-a071-211f400df0bc tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:40.276307 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c9f3ecc9-f893-48ce-b882-f80ab522a7f8 req-7cedf3ef-2eca-4968-a071-211f400df0bc tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 931 time: 0.3017507 Aug 21 12:18:40.277080 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-d0f20d65-8d69-408d-b6bc-f9bbc7ae87f2 service neutron] Attempting to bind port 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:18:40.277460 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-d0f20d65-8d69-408d-b6bc-f9bbc7ae87f2 service neutron] Attempting to bind port 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '9ab8d827-49e8-44c8-b6c2-ccae12c1e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374'}] {{(pid=82379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:18:40.277830 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-d0f20d65-8d69-408d-b6bc-f9bbc7ae87f2 service neutron] Attempting to bind port 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 on network 8a02cb72-de11-4e13-afc5-fd37a9467374 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:18:40.330470 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-d0f20d65-8d69-408d-b6bc-f9bbc7ae87f2 service neutron] Port 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 on network 8a02cb72-de11-4e13-afc5-fd37a9467374 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:18:40.330839 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-d0f20d65-8d69-408d-b6bc-f9bbc7ae87f2 service neutron] Attempting to bind port 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 on network 8a02cb72-de11-4e13-afc5-fd37a9467374 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:18:40.367472 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c9f3ecc9-f893-48ce-b882-f80ab522a7f8 req-366ca724-4234-46f1-8a67-26c3ec0122db tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743270 Aug 21 12:18:40.369696 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-d0f20d65-8d69-408d-b6bc-f9bbc7ae87f2 service neutron] Checking agent: {'id': '04f4107c-da72-461b-9c35-d993a4b9fd6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'started_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:18:40.370080 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-d0f20d65-8d69-408d-b6bc-f9bbc7ae87f2 service neutron] Checking segment: {'id': '9ab8d827-49e8-44c8-b6c2-ccae12c1e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:18:40.370500 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-d0f20d65-8d69-408d-b6bc-f9bbc7ae87f2 service neutron] Bound using segment: {'id': '9ab8d827-49e8-44c8-b6c2-ccae12c1e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374'} {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:18:40.371017 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-d0f20d65-8d69-408d-b6bc-f9bbc7ae87f2 service neutron] Bound port: 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab8d827-49e8-44c8-b6c2-ccae12c1e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374'}}] {{(pid=82379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:18:40.371358 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-d0f20d65-8d69-408d-b6bc-f9bbc7ae87f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:40.477160 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9f1839a0-777d-40c0-9370-096fc0753677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:40.501574 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:40.547337 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1839a0-777d-40c0-9370-096fc0753677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07eb6b1a-b221-424e-b36e-694fa7228cc2,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:40.552200 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-9f1839a0-777d-40c0-9370-096fc0753677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:40.608700 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-6f278385-c803-4673-8ec5-32127c57e907 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1870995502-network', 'tenant_id': '183d8a4af4c0489d8b4850d00cc30873'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:40.624849 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9f1839a0-777d-40c0-9370-096fc0753677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:40.628633 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-9f1839a0-777d-40c0-9370-096fc0753677 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/07eb6b1a-b221-424e-b36e-694fa7228cc2 HTTP/1.1" status: 204 len: 168 time: 0.7838864 Aug 21 12:18:40.636750 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-6f278385-c803-4673-8ec5-32127c57e907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:40.693406 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-6f278385-c803-4673-8ec5-32127c57e907 admin admin] Usage tracker for resource:network and tenant:183d8a4af4c0489d8b4850d00cc30873 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:40.704005 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-6f278385-c803-4673-8ec5-32127c57e907 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:40.712576 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-d0f20d65-8d69-408d-b6bc-f9bbc7ae87f2 service neutron] For port 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8, host hv-cinder-80547, cleared binding levels {{(pid=82379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:18:40.716225 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-6f278385-c803-4673-8ec5-32127c57e907 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:40.729218 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-d0f20d65-8d69-408d-b6bc-f9bbc7ae87f2 service neutron] For port 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8,segment=NetworkSegment(9ab8d827-49e8-44c8-b6c2-ccae12c1e289),segment_id=9ab8d827-49e8-44c8-b6c2-ccae12c1e289)] {{(pid=82379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:18:40.748613 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-d0f20d65-8d69-408d-b6bc-f9bbc7ae87f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:40.751197 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f278385-c803-4673-8ec5-32127c57e907 admin admin] Made reservation on behalf of 183d8a4af4c0489d8b4850d00cc30873 for: {'network': 1} {{(pid=82379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:18:40.755926 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6f278385-c803-4673-8ec5-32127c57e907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for network, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:40.796142 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-bf4ed328-1482-45fc-b9b2-9709da7436c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:40.866323 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f20d65-8d69-408d-b6bc-f9bbc7ae87f2 service neutron] Pushing event updated for resources: {'Port': ['ID=745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8,revision_number=3']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:40.873076 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6f278385-c803-4673-8ec5-32127c57e907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:40.887255 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d0f20d65-8d69-408d-b6bc-f9bbc7ae87f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:40.893562 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092259e-d1b3-4880-be64-4d99952828ed req-7453049b-a212-42ed-b283-a6c6cb07c422 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:40.895171 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2092259e-d1b3-4880-be64-4d99952828ed req-7453049b-a212-42ed-b283-a6c6cb07c422 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3bd1922-7be1-4f9d-a41d-586cacb3ed84 HTTP/1.1" status: 200 len: 945 time: 0.3009186 Aug 21 12:18:40.898697 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [req-ecb0afda-2389-409a-acea-7130ea171849 req-e5234dbb-6d2f-4cdc-8a1e-41848b918e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 {{(pid=82380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:18:40.907702 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-ecb0afda-2389-409a-acea-7130ea171849 req-e5234dbb-6d2f-4cdc-8a1e-41848b918e7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:40.909060 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-d0f20d65-8d69-408d-b6bc-f9bbc7ae87f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:40.910510 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-d0f20d65-8d69-408d-b6bc-f9bbc7ae87f2 service neutron] 10.222.0.21 "PUT /v2.0/ports/745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 HTTP/1.1" status: 200 len: 1093 time: 3.2136533 Aug 21 12:18:40.912146 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576736a8-b6ac-41e2-89d6-ce0148bb0856', 'tag': '745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:18:40.935535 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [req-ecb0afda-2389-409a-acea-7130ea171849 req-e5234dbb-6d2f-4cdc-8a1e-41848b918e7e service neutron] Transition to ACTIVE for port object ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 will not be triggered until provisioned by entity L2. {{(pid=82380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:18:40.938843 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-ecb0afda-2389-409a-acea-7130ea171849 req-e5234dbb-6d2f-4cdc-8a1e-41848b918e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848059139'] for port, after_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:40.944374 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3c89ed16-cc61-4b84-864d-33b8de6b83c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:41.024045 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 37384) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:41.040196 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-6f278385-c803-4673-8ec5-32127c57e907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:41.069671 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-6f278385-c803-4673-8ec5-32127c57e907 admin admin] Usage tracker for resource:security_group_rule and tenant:183d8a4af4c0489d8b4850d00cc30873 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:41.079955 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-6f278385-c803-4673-8ec5-32127c57e907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:41.108637 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2092259e-d1b3-4880-be64-4d99952828ed req-4d10e6cd-29fb-44a6-8ff0-2a835eb3d883 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea197ccb-9303-4dca-a1e1-98a0cdebc823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012670 Aug 21 12:18:41.111211 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-6f278385-c803-4673-8ec5-32127c57e907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:41.170019 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576736a8-b6ac-41e2-89d6-ce0148bb0856', 'tag': '745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8', 'status': 'completed', 'code': 200} Aug 21 12:18:41.238169 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5234dbb-6d2f-4cdc-8a1e-41848b918e7e service neutron] Pushing event updated for resources: {'Port': ['ID=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8,revision_number=2']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:41.266074 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-a30139c1-65f8-4dc2-820c-721021b5c24a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d15178842e94d9d8cae320279c910bf&device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 1096 time: 0.2956057 Aug 21 12:18:41.321464 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-e5234dbb-6d2f-4cdc-8a1e-41848b918e7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:41.429691 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-aef2f67b-a396-4bca-bb88-2823162aacdd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 HTTP/1.1" status: 200 len: 217 time: 0.1500874 Aug 21 12:18:41.455465 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-ecb0afda-2389-409a-acea-7130ea171849 req-e5234dbb-6d2f-4cdc-8a1e-41848b918e7e service neutron] Attempting to bind port ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:18:41.456418 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-ecb0afda-2389-409a-acea-7130ea171849 req-e5234dbb-6d2f-4cdc-8a1e-41848b918e7e service neutron] Attempting to bind port ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': 'd40be74d-cf20-45cb-a59d-7bbc7b4fdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030'}] {{(pid=82380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:18:41.456960 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb0afda-2389-409a-acea-7130ea171849 req-e5234dbb-6d2f-4cdc-8a1e-41848b918e7e service neutron] Attempting to bind port ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 on network 66fcdff2-94ab-4687-9781-4d1ba887f030 {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:18:41.464991 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb0afda-2389-409a-acea-7130ea171849 req-e5234dbb-6d2f-4cdc-8a1e-41848b918e7e service neutron] Port ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 on network 66fcdff2-94ab-4687-9781-4d1ba887f030 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:18:41.465831 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb0afda-2389-409a-acea-7130ea171849 req-e5234dbb-6d2f-4cdc-8a1e-41848b918e7e service neutron] Attempting to bind port ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 on network 66fcdff2-94ab-4687-9781-4d1ba887f030 {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:18:41.475133 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb0afda-2389-409a-acea-7130ea171849 req-e5234dbb-6d2f-4cdc-8a1e-41848b918e7e service neutron] Checking agent: {'id': '04f4107c-da72-461b-9c35-d993a4b9fd6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'started_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:18:41.475998 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb0afda-2389-409a-acea-7130ea171849 req-e5234dbb-6d2f-4cdc-8a1e-41848b918e7e service neutron] Checking segment: {'id': 'd40be74d-cf20-45cb-a59d-7bbc7b4fdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:18:41.476989 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb0afda-2389-409a-acea-7130ea171849 req-e5234dbb-6d2f-4cdc-8a1e-41848b918e7e service neutron] Bound using segment: {'id': 'd40be74d-cf20-45cb-a59d-7bbc7b4fdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030'} {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:18:41.477697 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-ecb0afda-2389-409a-acea-7130ea171849 req-e5234dbb-6d2f-4cdc-8a1e-41848b918e7e service neutron] Bound port: ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40be74d-cf20-45cb-a59d-7bbc7b4fdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030'}}] {{(pid=82380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:18:41.478624 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-ecb0afda-2389-409a-acea-7130ea171849 req-e5234dbb-6d2f-4cdc-8a1e-41848b918e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:41.677592 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-ecb0afda-2389-409a-acea-7130ea171849 req-e5234dbb-6d2f-4cdc-8a1e-41848b918e7e service neutron] For port ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8, host hv-cinder-80547, cleared binding levels {{(pid=82380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:18:41.691931 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-ecb0afda-2389-409a-acea-7130ea171849 req-e5234dbb-6d2f-4cdc-8a1e-41848b918e7e service neutron] For port ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:18:41.699888 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-ecb0afda-2389-409a-acea-7130ea171849 req-e5234dbb-6d2f-4cdc-8a1e-41848b918e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848059139'] for port, after_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:41.750838 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:41.852568 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 37408) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:41.857379 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6f278385-c803-4673-8ec5-32127c57e907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:41.878090 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5234dbb-6d2f-4cdc-8a1e-41848b918e7e service neutron] Pushing event updated for resources: {'Port': ['ID=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8,revision_number=3']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:41.883562 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-e5234dbb-6d2f-4cdc-8a1e-41848b918e7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:41.886378 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f914b740-163d-48f4-8ba5-bc0752a81eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:41.899318 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-ecb0afda-2389-409a-acea-7130ea171849 req-e5234dbb-6d2f-4cdc-8a1e-41848b918e7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for port, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:41.901627 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ecb0afda-2389-409a-acea-7130ea171849 req-e5234dbb-6d2f-4cdc-8a1e-41848b918e7e service neutron] 10.222.0.21 "PUT /v2.0/ports/ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 HTTP/1.1" status: 200 len: 1093 time: 2.2207515 Aug 21 12:18:41.902159 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55deb59-482b-46b7-9199-3988b119cd6a', 'tag': 'ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8'}] {{(pid=82380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:18:41.927800 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6f278385-c803-4673-8ec5-32127c57e907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:41.928979 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-afe398eb-2b82-4ce3-8479-6a1cfdbece29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:41.941954 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-f914b740-163d-48f4-8ba5-bc0752a81eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:41.946441 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-f914b740-163d-48f4-8ba5-bc0752a81eba admin admin] Usage tracker for resource:security_group_rule and tenant:a7e7ace355a64b73b2a3cee0c0986c2f is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:41.977691 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f278385-c803-4673-8ec5-32127c57e907 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=82379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:18:41.995339 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6f278385-c803-4673-8ec5-32127c57e907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:41.996088 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.segments_db [None req-6f278385-c803-4673-8ec5-32127c57e907 admin admin] Added segment df8fef82-5ce3-469a-a48a-e8f5d3b7e2dc of type vlan for network 01978340-2bdb-41dd-b68d-34ccefa7dd57 Aug 21 12:18:42.022484 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-f914b740-163d-48f4-8ba5-bc0752a81eba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:42.027091 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6f278385-c803-4673-8ec5-32127c57e907 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757584836911'] for network, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:42.031542 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-f914b740-163d-48f4-8ba5-bc0752a81eba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:42.067731 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-9f1839a0-777d-40c0-9370-096fc0753677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:42.076342 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-6ce518c6-b77f-40b7-880d-7d996486014a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:42.078380 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-6ce518c6-b77f-40b7-880d-7d996486014a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f58e09c1-f79e-4472-81dc-9752e44b5901 HTTP/1.1" status: 200 len: 849 time: 0.6315763 Aug 21 12:18:42.104910 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6f278385-c803-4673-8ec5-32127c57e907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808'] for network, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:42.105176 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ecb0afda-2389-409a-acea-7130ea171849 req-aa39ee4d-b2aa-4476-a80e-87dc837ce534 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ab1a7fb5e8f47d4a26520c5fb8bd4c2&device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 1096 time: 0.1549988 Aug 21 12:18:42.185586 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f278385-c803-4673-8ec5-32127c57e907 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:42.186490 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6f278385-c803-4673-8ec5-32127c57e907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:42.196607 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-afe398eb-2b82-4ce3-8479-6a1cfdbece29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:42.201583 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-afe398eb-2b82-4ce3-8479-6a1cfdbece29 admin admin] Usage tracker for resource:security_group_rule and tenant:e96f1b2f88194909964a3d0daffc27d8 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:42.209406 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-afe398eb-2b82-4ce3-8479-6a1cfdbece29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:42.217451 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-afe398eb-2b82-4ce3-8479-6a1cfdbece29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:42.219632 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ecb0afda-2389-409a-acea-7130ea171849 req-2638d722-aa77-40ba-a618-a59bae2a108f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 HTTP/1.1" status: 200 len: 217 time: 0.1069248 Aug 21 12:18:42.335759 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-afe398eb-2b82-4ce3-8479-6a1cfdbece29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:42.340967 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0afda-2389-409a-acea-7130ea171849 req-16e1036e-eb47-41ab-8584-1747d2611b2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:42.343197 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ecb0afda-2389-409a-acea-7130ea171849 req-16e1036e-eb47-41ab-8584-1747d2611b2c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8a00bc67-6928-4f8f-9e79-a5b624611398 HTTP/1.1" status: 200 len: 855 time: 0.1102643 Aug 21 12:18:42.345579 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-afe398eb-2b82-4ce3-8479-6a1cfdbece29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:42.355070 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f278385-c803-4673-8ec5-32127c57e907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e54f0b1-411c-43c3-92cd-d86362aa78e5,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:42.400987 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-6f278385-c803-4673-8ec5-32127c57e907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:42.401524 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-6f278385-c803-4673-8ec5-32127c57e907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:42.423186 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-afe398eb-2b82-4ce3-8479-6a1cfdbece29 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e96f1b2f88194909964a3d0daffc27d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5603766 Aug 21 12:18:42.427009 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd4b30-406a-403a-880b-85a82c6d23e1 req-a0ada748-44be-452e-bfa8-f49c5a0053ff tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:42.445657 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-51cd4b30-406a-403a-880b-85a82c6d23e1 req-a0ada748-44be-452e-bfa8-f49c5a0053ff tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 943 time: 0.9999247 Aug 21 12:18:42.451892 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 37426) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:42.483834 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f914b740-163d-48f4-8ba5-bc0752a81eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:42.489796 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f914b740-163d-48f4-8ba5-bc0752a81eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:42.513173 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:42.565603 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe398eb-2b82-4ce3-8479-6a1cfdbece29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db0328e-1919-420b-af09-836d2a7f9a6a,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:42.574119 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914b740-163d-48f4-8ba5-bc0752a81eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445c63db-4e0e-4055-8830-c31c7f146cca,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:42.576693 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-6f278385-c803-4673-8ec5-32127c57e907 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4822741 Aug 21 12:18:42.581185 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f914b740-163d-48f4-8ba5-bc0752a81eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:42.583544 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-afe398eb-2b82-4ce3-8479-6a1cfdbece29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:42.583979 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 37440) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:42.584711 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b457d9cb-ce0a-4287-bf3e-76e9d6be6c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.353s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:42.589361 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-f914b740-163d-48f4-8ba5-bc0752a81eba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a7e7ace355a64b73b2a3cee0c0986c2f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5603230 Aug 21 12:18:42.593992 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-f97d485c-96c4-4193-b04a-dace2b8b0aac admin admin] Request body: {'subnet': {'network_id': '01978340-2bdb-41dd-b68d-34ccefa7dd57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1870995502-subnet', 'tenant_id': '183d8a4af4c0489d8b4850d00cc30873', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:42.597384 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 37444) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:42.621562 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ecb0afda-2389-409a-acea-7130ea171849 req-9188545b-01b6-474f-be0e-5191f15fe81f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=66fcdff2-94ab-4687-9781-4d1ba887f030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2663772 Aug 21 12:18:42.625357 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-f97d485c-96c4-4193-b04a-dace2b8b0aac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:42.665174 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-f97d485c-96c4-4193-b04a-dace2b8b0aac admin admin] Usage tracker for resource:subnet and tenant:183d8a4af4c0489d8b4850d00cc30873 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:42.676323 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-f97d485c-96c4-4193-b04a-dace2b8b0aac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:42.703506 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f278385-c803-4673-8ec5-32127c57e907 admin admin] Pushing event updated for resources: {'Network': ['ID=01978340-2bdb-41dd-b68d-34ccefa7dd57,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:42.728788 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Network 01978340-2bdb-41dd-b68d-34ccefa7dd57 details requested by agent ovs-agent-dv-cinder-805477-2-smb with host dv-cinder-805477-2-smb {{(pid=82381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:18:42.735472 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-6f278385-c803-4673-8ec5-32127c57e907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:42.738059 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-f97d485c-96c4-4193-b04a-dace2b8b0aac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:42.743766 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af33765-75fa-410f-a656-ef99890fb6b1 req-5e0a3fc6-cd3f-4fe8-8435-e98709a34dc5 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:42.745569 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0af33765-75fa-410f-a656-ef99890fb6b1 req-5e0a3fc6-cd3f-4fe8-8435-e98709a34dc5 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 943 time: 0.8867230 Aug 21 12:18:42.779192 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97d485c-96c4-4193-b04a-dace2b8b0aac admin admin] Made reservation on behalf of 183d8a4af4c0489d8b4850d00cc30873 for: {'subnet': 1} {{(pid=82380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:18:42.783846 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f97d485c-96c4-4193-b04a-dace2b8b0aac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848038028'] for subnet, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:42.838308 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-51cd4b30-406a-403a-880b-85a82c6d23e1 req-04c69cac-0754-4f8a-9150-f8eae89a1439 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3909302 Aug 21 12:18:42.841984 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-d4c79d65-8fd4-40db-8bec-37557df1cdba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a02cb72-de11-4e13-afc5-fd37a9467374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7097628 Aug 21 12:18:42.858445 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0af33765-75fa-410f-a656-ef99890fb6b1 req-56c3c5bf-4beb-45da-a4a6-792e4de69dd6 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037509 Aug 21 12:18:42.928140 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-04f09847-a199-4385-85ab-ed63b75c4f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:43.031294 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-04f09847-a199-4385-85ab-ed63b75c4f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:43.042790 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ecb0afda-2389-409a-acea-7130ea171849 req-7fe3c8fc-61c6-4595-adb9-41843bc7d1fb service neutron] 10.222.0.21 "GET /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112926 Aug 21 12:18:43.053228 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c8eab0b9-84e6-43d9-8c30-16ee0f65c706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:43.110735 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-51b8c55f-3611-4956-a08f-f2f6cfa73e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:43.139659 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55deb59-482b-46b7-9199-3988b119cd6a', 'tag': 'ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8', 'status': 'completed', 'code': 200} Aug 21 12:18:43.181430 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-51b8c55f-3611-4956-a08f-f2f6cfa73e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:43.189801 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-3d88d3f2-5cac-4c4a-878d-edfc63bac9e5 service neutron] 10.222.0.21 "GET /v2.0/networks/8a02cb72-de11-4e13-afc5-fd37a9467374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300550 Aug 21 12:18:43.272333 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ecb0afda-2389-409a-acea-7130ea171849 req-09d0b600-6ece-4788-aae6-8cad9cd0603b service neutron] 10.222.0.21 "GET /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210078 Aug 21 12:18:43.278727 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-04f09847-a199-4385-85ab-ed63b75c4f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:43.285464 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b366a827-4cb5-43fe-9915-eba45763cf0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:43.314087 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f09847-a199-4385-85ab-ed63b75c4f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445c63db-4e0e-4055-8830-c31c7f146cca,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:43.321439 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-04f09847-a199-4385-85ab-ed63b75c4f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:43.334445 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85a11d-7f9f-49fc-acf0-d1ef56847dc1 req-8514a2d5-4162-4a67-ab55-a8f134480bbd tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:43.336078 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8b85a11d-7f9f-49fc-acf0-d1ef56847dc1 req-8514a2d5-4162-4a67-ab55-a8f134480bbd tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3bd1922-7be1-4f9d-a41d-586cacb3ed84 HTTP/1.1" status: 200 len: 945 time: 0.3114557 Aug 21 12:18:43.389835 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-04f09847-a199-4385-85ab-ed63b75c4f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:43.390055 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-51b8c55f-3611-4956-a08f-f2f6cfa73e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:43.391040 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-04f09847-a199-4385-85ab-ed63b75c4f44 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/445c63db-4e0e-4055-8830-c31c7f146cca HTTP/1.1" status: 204 len: 168 time: 0.7910802 Aug 21 12:18:43.399202 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f97d485c-96c4-4193-b04a-dace2b8b0aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848061579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848038043'] for subnet, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:43.406657 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:43.407621 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:43.439447 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8c55f-3611-4956-a08f-f2f6cfa73e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db0328e-1919-420b-af09-836d2a7f9a6a,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:43.445221 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-43730ad4-ab28-4a36-b2e0-8bc969424250 req-a2f8c2e1-01ca-4e52-b0bc-214208ec60d6 service neutron] 10.222.0.21 "GET /v2.0/networks/8a02cb72-de11-4e13-afc5-fd37a9467374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377539 Aug 21 12:18:43.448633 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-51b8c55f-3611-4956-a08f-f2f6cfa73e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:43.451981 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8b85a11d-7f9f-49fc-acf0-d1ef56847dc1 req-4ca65e26-802f-4751-8d1c-c287fa77c5d9 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea197ccb-9303-4dca-a1e1-98a0cdebc823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073413 Aug 21 12:18:43.452688 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-51b8c55f-3611-4956-a08f-f2f6cfa73e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:43.453825 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-51b8c55f-3611-4956-a08f-f2f6cfa73e7c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9db0328e-1919-420b-af09-836d2a7f9a6a HTTP/1.1" status: 204 len: 168 time: 0.9791529 Aug 21 12:18:43.495191 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d485c-96c4-4193-b04a-dace2b8b0aac admin admin] Pushing event updated for resources: {'Subnet': ['ID=b758a4a4-1944-4879-89a8-87ca454ab926,revision_number=0']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:43.498829 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f97d485c-96c4-4193-b04a-dace2b8b0aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:43.502171 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f748ba96-f82c-4f9f-9aa6-2eb2f36be422 req-b38a3bba-bb45-47be-a179-e43fbbe99ae6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ab1a7fb5e8f47d4a26520c5fb8bd4c2&device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 1096 time: 0.1821625 Aug 21 12:18:43.611525 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97d485c-96c4-4193-b04a-dace2b8b0aac admin admin] Checking segment: {'id': 'df8fef82-5ce3-469a-a48a-e8f5d3b7e2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '01978340-2bdb-41dd-b68d-34ccefa7dd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:18:43.612085 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97d485c-96c4-4193-b04a-dace2b8b0aac admin admin] Network hostable DHCP agents. Network: 01978340-2bdb-41dd-b68d-34ccefa7dd57, hostable agents: ['225e7d11-fae5-4c67-af4e-3e3ed6d78c06'], hosted agents: [] {{(pid=82380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:18:43.631130 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-25684b51-f1df-4a96-a54c-f2b60faa6718 req-816437ad-7d48-45a5-af84-2e49b879687a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d15178842e94d9d8cae320279c910bf&device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 1096 time: 0.1095455 Aug 21 12:18:43.679504 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97d485c-96c4-4193-b04a-dace2b8b0aac admin admin] Network 01978340-2bdb-41dd-b68d-34ccefa7dd57 is scheduled to be hosted by DHCP agent 225e7d11-fae5-4c67-af4e-3e3ed6d78c06 with binding_index 1 {{(pid=82380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:18:43.684451 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748ba96-f82c-4f9f-9aa6-2eb2f36be422 req-7a5cdb67-8091-4b68-9cc7-2a8d833d3cc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:43.686276 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f748ba96-f82c-4f9f-9aa6-2eb2f36be422 req-7a5cdb67-8091-4b68-9cc7-2a8d833d3cc5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=66fcdff2-94ab-4687-9781-4d1ba887f030 HTTP/1.1" status: 200 len: 917 time: 0.1758327 Aug 21 12:18:43.748155 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-f97d485c-96c4-4193-b04a-dace2b8b0aac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-smb, 01978340-2bdb-41dd-b68d-34ccefa7dd57) {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:18:43.757065 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f68f59-d522-4920-90c1-d4fde7fd4d61 None None] Network 01978340-2bdb-41dd-b68d-34ccefa7dd57 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:18:43.798971 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97d485c-96c4-4193-b04a-dace2b8b0aac admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:43.799639 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f97d485c-96c4-4193-b04a-dace2b8b0aac admin admin] Notify callbacks [] for subnet, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:43.816850 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f748ba96-f82c-4f9f-9aa6-2eb2f36be422 req-3ab72f5d-4071-4559-af06-4ff165e6a318 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 HTTP/1.1" status: 200 len: 217 time: 0.1232150 Aug 21 12:18:43.883835 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25684b51-f1df-4a96-a54c-f2b60faa6718 req-2c38d1bd-b003-4473-8871-a41aa66c3092 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:43.886879 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-25684b51-f1df-4a96-a54c-f2b60faa6718 req-2c38d1bd-b003-4473-8871-a41aa66c3092 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a02cb72-de11-4e13-afc5-fd37a9467374 HTTP/1.1" status: 200 len: 911 time: 0.2487628 Aug 21 12:18:43.904722 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-f97d485c-96c4-4193-b04a-dace2b8b0aac admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3167679 Aug 21 12:18:43.925849 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748ba96-f82c-4f9f-9aa6-2eb2f36be422 req-66be5275-6d9a-41db-a969-6d83b29cfffa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:43.927446 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f748ba96-f82c-4f9f-9aa6-2eb2f36be422 req-66be5275-6d9a-41db-a969-6d83b29cfffa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8a00bc67-6928-4f8f-9e79-a5b624611398 HTTP/1.1" status: 200 len: 855 time: 0.0992658 Aug 21 12:18:44.173462 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f748ba96-f82c-4f9f-9aa6-2eb2f36be422 req-cc84d473-418c-417b-a5d2-543be55162a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=66fcdff2-94ab-4687-9781-4d1ba887f030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2370131 Aug 21 12:18:44.177118 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-25684b51-f1df-4a96-a54c-f2b60faa6718 req-a4f5f4c9-294f-4b9e-8eb9-7a31ceca92f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 HTTP/1.1" status: 200 len: 217 time: 0.2719870 Aug 21 12:18:44.338437 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffdd0aa-3fb1-428b-97f3-77cbb240ca1a None None] Network 01978340-2bdb-41dd-b68d-34ccefa7dd57 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:18:44.470081 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f748ba96-f82c-4f9f-9aa6-2eb2f36be422 req-2627e760-17a8-4ad6-87b9-c2fa18275f7a service neutron] 10.222.0.21 "GET /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873049 Aug 21 12:18:44.470994 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 37490) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:44.650854 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25684b51-f1df-4a96-a54c-f2b60faa6718 req-94f96c1e-3d67-4aea-afbf-c8ff666a4617 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:44.656627 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-25684b51-f1df-4a96-a54c-f2b60faa6718 req-94f96c1e-3d67-4aea-afbf-c8ff666a4617 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f58e09c1-f79e-4472-81dc-9752e44b5901 HTTP/1.1" status: 200 len: 849 time: 0.4757478 Aug 21 12:18:44.724878 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:44.875224 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0e7d8255-d857-453f-8f44-8e0fe0b0fccd req-c94d4b42-c6e0-4030-af16-bdcdd3e8a5b3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3bd1922-7be1-4f9d-a41d-586cacb3ed84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8441250 Aug 21 12:18:44.908576 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5e608-cbf5-4b29-ae51-45df776c713a req-e9953ced-89e1-40fa-821b-cc1d55d47b67 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:44.916598 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-abe5e608-cbf5-4b29-ae51-45df776c713a req-e9953ced-89e1-40fa-821b-cc1d55d47b67 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 943 time: 0.7353137 Aug 21 12:18:44.946845 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d9fa8-c760-4346-9691-9961bec73e35 req-b41b5f23-e685-460b-bad9-901bbf91da4d tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:44.948445 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7c6d9fa8-c760-4346-9691-9961bec73e35 req-b41b5f23-e685-460b-bad9-901bbf91da4d tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 943 time: 0.7621968 Aug 21 12:18:44.990067 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1655ed00-01cb-4d0a-b701-6313c4ffba68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:44.990597 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-25684b51-f1df-4a96-a54c-f2b60faa6718 req-8e219708-b907-4268-8302-7dd4fd25146d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a02cb72-de11-4e13-afc5-fd37a9467374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3058555 Aug 21 12:18:45.035588 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-1655ed00-01cb-4d0a-b701-6313c4ffba68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:45.039563 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-1655ed00-01cb-4d0a-b701-6313c4ffba68 admin admin] Usage tracker for resource:security_group_rule and tenant:e9764801fd9a4aaca33be2e8361e55a4 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:45.043371 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-1655ed00-01cb-4d0a-b701-6313c4ffba68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:45.049984 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-1655ed00-01cb-4d0a-b701-6313c4ffba68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:45.168387 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f748ba96-f82c-4f9f-9aa6-2eb2f36be422 req-6f27e804-ab6d-4c12-8d03-e19f577c9433 service neutron] 10.222.0.21 "GET /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6719632 Aug 21 12:18:45.174222 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-357a9b57-6192-4523-a3f8-ab060edd7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:45.224247 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-abe5e608-cbf5-4b29-ae51-45df776c713a req-e1f022d5-8191-4dc4-9e06-070a3d252a48 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3066161 Aug 21 12:18:45.226730 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1655ed00-01cb-4d0a-b701-6313c4ffba68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:45.232416 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1655ed00-01cb-4d0a-b701-6313c4ffba68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:45.244516 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-8df6612c-3df8-43f0-aed1-7b0c70715a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:45.290251 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7c6d9fa8-c760-4346-9691-9961bec73e35 req-b5fc8f9e-7677-4a16-82c5-d04a3312fd9d tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3332300 Aug 21 12:18:45.300245 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-1655ed00-01cb-4d0a-b701-6313c4ffba68 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e9764801fd9a4aaca33be2e8361e55a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8229270 Aug 21 12:18:45.300245 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 37524) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:45.314287 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655ed00-01cb-4d0a-b701-6313c4ffba68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333b41d6-abbf-4afc-a814-d88b4edb66e9,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:45.319595 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-1655ed00-01cb-4d0a-b701-6313c4ffba68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:45.388335 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0e7d8255-d857-453f-8f44-8e0fe0b0fccd req-8b36e69d-1562-4c83-be1e-ea5c9baa4f35 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cb6b9e0ce01e44d3b4d3515656fb6a74&device_id=e3bd1922-7be1-4f9d-a41d-586cacb3ed84 HTTP/1.1" status: 200 len: 1098 time: 0.3709955 Aug 21 12:18:45.391980 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-25684b51-f1df-4a96-a54c-f2b60faa6718 req-18c3387c-6c31-4d54-9490-006a8abcb1f4 service neutron] 10.222.0.21 "GET /v2.0/networks/8a02cb72-de11-4e13-afc5-fd37a9467374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781905 Aug 21 12:18:45.408647 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-8302742a-55af-46ed-9062-0e43eb1a3115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:45.477221 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-8302742a-55af-46ed-9062-0e43eb1a3115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:45.546296 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-8302742a-55af-46ed-9062-0e43eb1a3115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:45.553368 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:45.574557 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302742a-55af-46ed-9062-0e43eb1a3115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333b41d6-abbf-4afc-a814-d88b4edb66e9,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:45.584280 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-8302742a-55af-46ed-9062-0e43eb1a3115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:45.585828 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-8302742a-55af-46ed-9062-0e43eb1a3115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:45.590198 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-8302742a-55af-46ed-9062-0e43eb1a3115 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/333b41d6-abbf-4afc-a814-d88b4edb66e9 HTTP/1.1" status: 204 len: 168 time: 0.2875185 Aug 21 12:18:45.779783 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:46.044257 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d8255-d857-453f-8f44-8e0fe0b0fccd req-6d2c724c-af28-4fc4-9c15-bf399a61f82b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:46.046058 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0e7d8255-d857-453f-8f44-8e0fe0b0fccd req-6d2c724c-af28-4fc4-9c15-bf399a61f82b service neutron] 10.222.0.21 "GET /v2.0/networks?id=8531d941-0313-460e-9aac-fe9ac0169b59 HTTP/1.1" status: 200 len: 913 time: 0.3526168 Aug 21 12:18:46.051649 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-25684b51-f1df-4a96-a54c-f2b60faa6718 req-9aaa0237-d4c9-401e-b3d6-045b380baa20 service neutron] 10.222.0.21 "GET /v2.0/networks/8a02cb72-de11-4e13-afc5-fd37a9467374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6529965 Aug 21 12:18:46.154590 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0e7d8255-d857-453f-8f44-8e0fe0b0fccd req-a5c5b7da-5a55-4a50-bcc9-65bf00527544 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0631713-db1b-40e1-b8ff-d6ea51b44545 HTTP/1.1" status: 200 len: 217 time: 0.0962803 Aug 21 12:18:46.277398 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d8255-d857-453f-8f44-8e0fe0b0fccd req-0ef78780-a9f1-416a-b84d-d10e8eb6f1cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:46.278979 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0e7d8255-d857-453f-8f44-8e0fe0b0fccd req-0ef78780-a9f1-416a-b84d-d10e8eb6f1cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1b9fb086-e5d6-4a01-8bae-a33ce21bbb7d HTTP/1.1" status: 200 len: 852 time: 0.1186345 Aug 21 12:18:46.365986 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0e7d8255-d857-453f-8f44-8e0fe0b0fccd req-890f9a25-ef9d-4ca8-967c-bfd8558b0c52 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8531d941-0313-460e-9aac-fe9ac0169b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784371 Aug 21 12:18:46.413396 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 37580) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:46.420796 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-5e85d537-e52c-4636-8a48-17a36c8d33a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-59702439-network', 'tenant_id': 'f83fbcaa92534453b41c6dcc74616072'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:46.433306 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-5e85d537-e52c-4636-8a48-17a36c8d33a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:46.441611 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-5e85d537-e52c-4636-8a48-17a36c8d33a7 admin admin] Usage tracker for resource:network and tenant:f83fbcaa92534453b41c6dcc74616072 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:46.454793 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-5e85d537-e52c-4636-8a48-17a36c8d33a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:46.474403 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-5e85d537-e52c-4636-8a48-17a36c8d33a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:46.496471 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e85d537-e52c-4636-8a48-17a36c8d33a7 admin admin] Made reservation on behalf of f83fbcaa92534453b41c6dcc74616072 for: {'network': 1} {{(pid=82380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:18:46.502120 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5e85d537-e52c-4636-8a48-17a36c8d33a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for network, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:46.540355 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5e85d537-e52c-4636-8a48-17a36c8d33a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:46.623708 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-5e85d537-e52c-4636-8a48-17a36c8d33a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:46.632548 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-5e85d537-e52c-4636-8a48-17a36c8d33a7 admin admin] Usage tracker for resource:security_group_rule and tenant:f83fbcaa92534453b41c6dcc74616072 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:46.641827 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-5e85d537-e52c-4636-8a48-17a36c8d33a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:46.648630 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-5e85d537-e52c-4636-8a48-17a36c8d33a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:46.812908 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5e85d537-e52c-4636-8a48-17a36c8d33a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:46.816335 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5e85d537-e52c-4636-8a48-17a36c8d33a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:46.827697 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e10fda-8e79-4b0f-8a9c-d86c2590b5a2 req-6342f127-41d3-49a6-a8c6-543be53cadb1 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:46.827697 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b1e10fda-8e79-4b0f-8a9c-d86c2590b5a2 req-6342f127-41d3-49a6-a8c6-543be53cadb1 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 943 time: 0.2711174 Aug 21 12:18:46.849181 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0e7d8255-d857-453f-8f44-8e0fe0b0fccd req-c9c3fc9b-9d57-4f4c-a1e4-cb2daa6858a2 service neutron] 10.222.0.21 "GET /v2.0/networks/8531d941-0313-460e-9aac-fe9ac0169b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764192 Aug 21 12:18:46.856875 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e85d537-e52c-4636-8a48-17a36c8d33a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=82380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:18:46.882684 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5e85d537-e52c-4636-8a48-17a36c8d33a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:46.883207 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.segments_db [None req-5e85d537-e52c-4636-8a48-17a36c8d33a7 admin admin] Added segment 98c9ed7e-eaf6-45ff-8cbd-0803aeb082ed of type vlan for network bf285092-1468-4d44-a8a1-56c77409dddf Aug 21 12:18:46.936472 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5e85d537-e52c-4636-8a48-17a36c8d33a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757584836911'] for network, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:46.951347 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:47.027449 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5e85d537-e52c-4636-8a48-17a36c8d33a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808'] for network, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:47.035916 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e85d537-e52c-4636-8a48-17a36c8d33a7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:47.036570 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5e85d537-e52c-4636-8a48-17a36c8d33a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:47.075586 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85d537-e52c-4636-8a48-17a36c8d33a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c141fde-defd-4b7e-b30a-78b9f2bb3373,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:47.081320 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5e85d537-e52c-4636-8a48-17a36c8d33a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:47.081858 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-624f212b-3627-437e-b5a4-fe403bdedc90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:47.144500 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b1e10fda-8e79-4b0f-8a9c-d86c2590b5a2 req-507cbf81-561e-4215-90f3-e2b4cfec8a1a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2978544 Aug 21 12:18:47.173982 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:47.221558 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e4323-e6af-430e-9e1f-3e9883ada9d9 req-6f6370c2-8a35-42ce-8767-a39c5b16f491 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:47.223597 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c65e4323-e6af-430e-9e1f-3e9883ada9d9 req-6f6370c2-8a35-42ce-8767-a39c5b16f491 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 943 time: 0.4736125 Aug 21 12:18:47.300944 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85d537-e52c-4636-8a48-17a36c8d33a7 admin admin] Pushing event updated for resources: {'Network': ['ID=bf285092-1468-4d44-a8a1-56c77409dddf,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:47.313352 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-5e85d537-e52c-4636-8a48-17a36c8d33a7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8960857 Aug 21 12:18:47.313352 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5e85d537-e52c-4636-8a48-17a36c8d33a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:47.317833 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 37620) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:47.318084 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Network bf285092-1468-4d44-a8a1-56c77409dddf details requested by agent ovs-agent-dv-cinder-805477-2-smb with host dv-cinder-805477-2-smb {{(pid=82381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:18:47.343324 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0e7d8255-d857-453f-8f44-8e0fe0b0fccd req-bc09c254-1898-42a5-af99-dcd9d3b14356 service neutron] 10.222.0.21 "GET /v2.0/networks/8531d941-0313-460e-9aac-fe9ac0169b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414091 Aug 21 12:18:47.355527 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-837d148b-b4ab-4292-957d-13821919faa0 admin admin] Request body: {'subnet': {'network_id': 'bf285092-1468-4d44-a8a1-56c77409dddf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-59702439-subnet', 'tenant_id': 'f83fbcaa92534453b41c6dcc74616072', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:47.409489 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-837d148b-b4ab-4292-957d-13821919faa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:47.433150 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-837d148b-b4ab-4292-957d-13821919faa0 admin admin] Usage tracker for resource:subnet and tenant:f83fbcaa92534453b41c6dcc74616072 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:47.437734 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-837d148b-b4ab-4292-957d-13821919faa0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:47.443842 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-837d148b-b4ab-4292-957d-13821919faa0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:47.459422 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c65e4323-e6af-430e-9e1f-3e9883ada9d9 req-b5f659ae-f8ae-4e66-b2fc-870b9791a69d tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999297 Aug 21 12:18:47.460309 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837d148b-b4ab-4292-957d-13821919faa0 admin admin] Made reservation on behalf of f83fbcaa92534453b41c6dcc74616072 for: {'subnet': 1} {{(pid=82379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:18:47.466537 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-837d148b-b4ab-4292-957d-13821919faa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6861970'] for subnet, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:47.550607 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 37630) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:47.559977 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:18:47.756714 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-837d148b-b4ab-4292-957d-13821919faa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847601317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6861955'] for subnet, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:47.783746 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8,segment=NetworkSegment(9ab8d827-49e8-44c8-b6c2-ccae12c1e289),segment_id=9ab8d827-49e8-44c8-b6c2-ccae12c1e289)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:18:47.797711 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-2306de0c-cc1c-42cd-bcdf-7a7c2d396fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:47.820525 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Returning: {'device': '745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8', 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374', 'port_id': '745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8', 'mac_address': 'fa:16:3e:e9:15:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:18:47.893216 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:47.913526 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-02351ec3-e67d-49e8-91a8-d7aa492f5caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:47.914574 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 {{(pid=82381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:18:47.931680 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8,segment=NetworkSegment(9ab8d827-49e8-44c8-b6c2-ccae12c1e289),segment_id=9ab8d827-49e8-44c8-b6c2-ccae12c1e289)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:18:47.939163 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:47.940148 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:18:47.943850 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-cfaee363-5a52-454a-9020-ee4c73b0e731 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:47.965809 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-02351ec3-e67d-49e8-91a8-d7aa492f5caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:47.966348 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d148b-b4ab-4292-957d-13821919faa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cabdb73-0e46-4982-a029-f948372e3b55,revision_number=0']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:47.970648 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-02351ec3-e67d-49e8-91a8-d7aa492f5caf admin admin] Usage tracker for resource:security_group_rule and tenant:e65cfc8936444e86a5b9d705e6f662db is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:47.974250 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-02351ec3-e67d-49e8-91a8-d7aa492f5caf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:47.981450 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-837d148b-b4ab-4292-957d-13821919faa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:47.983102 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-02351ec3-e67d-49e8-91a8-d7aa492f5caf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:47.994217 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837d148b-b4ab-4292-957d-13821919faa0 admin admin] Checking segment: {'id': '98c9ed7e-eaf6-45ff-8cbd-0803aeb082ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bf285092-1468-4d44-a8a1-56c77409dddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:18:47.994634 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837d148b-b4ab-4292-957d-13821919faa0 admin admin] Network hostable DHCP agents. Network: bf285092-1468-4d44-a8a1-56c77409dddf, hostable agents: ['225e7d11-fae5-4c67-af4e-3e3ed6d78c06'], hosted agents: [] {{(pid=82379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:18:48.036905 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837d148b-b4ab-4292-957d-13821919faa0 admin admin] Network bf285092-1468-4d44-a8a1-56c77409dddf is scheduled to be hosted by DHCP agent 225e7d11-fae5-4c67-af4e-3e3ed6d78c06 with binding_index 1 {{(pid=82379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:18:48.053936 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-837d148b-b4ab-4292-957d-13821919faa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-smb, bf285092-1468-4d44-a8a1-56c77409dddf) {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:18:48.063987 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837d148b-b4ab-4292-957d-13821919faa0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:48.064650 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-837d148b-b4ab-4292-957d-13821919faa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for subnet, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:48.071982 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ce1b8d-09b8-4be2-a681-b16b77a59094 None None] Network bf285092-1468-4d44-a8a1-56c77409dddf requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:18:48.101369 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-02351ec3-e67d-49e8-91a8-d7aa492f5caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:48.105428 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-02351ec3-e67d-49e8-91a8-d7aa492f5caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:48.111723 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-837d148b-b4ab-4292-957d-13821919faa0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7729137 Aug 21 12:18:48.124515 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-04f09847-a199-4385-85ab-ed63b75c4f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:48.157431 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02351ec3-e67d-49e8-91a8-d7aa492f5caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade81e10-8a04-4cad-b86b-11796b2389f7,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:48.161959 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-02351ec3-e67d-49e8-91a8-d7aa492f5caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:48.201797 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-02351ec3-e67d-49e8-91a8-d7aa492f5caf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e65cfc8936444e86a5b9d705e6f662db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6497204 Aug 21 12:18:48.204756 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 37654) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:48.297415 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5aee6294-e2eb-4753-8c35-c644a93fefbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:48.335930 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5aee6294-e2eb-4753-8c35-c644a93fefbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:48.424733 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:48.434359 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:48.523468 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5aee6294-e2eb-4753-8c35-c644a93fefbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:48.541658 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:48.573265 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07daff70-5707-4a91-b5dc-497d7b0c155e req-f464b5c3-a9b3-427b-82f4-d74cc27db3b1 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:48.573265 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-07daff70-5707-4a91-b5dc-497d7b0c155e req-f464b5c3-a9b3-427b-82f4-d74cc27db3b1 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 943 time: 0.2050290 Aug 21 12:18:48.592390 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee6294-e2eb-4753-8c35-c644a93fefbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade81e10-8a04-4cad-b86b-11796b2389f7,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:48.652875 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5aee6294-e2eb-4753-8c35-c644a93fefbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:48.660379 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5aee6294-e2eb-4753-8c35-c644a93fefbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:48.667629 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-5aee6294-e2eb-4753-8c35-c644a93fefbf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ade81e10-8a04-4cad-b86b-11796b2389f7 HTTP/1.1" status: 204 len: 168 time: 0.4615917 Aug 21 12:18:48.693351 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-07daff70-5707-4a91-b5dc-497d7b0c155e req-05220799-8c5c-4ee0-ad2f-71188b4f119b tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073167 Aug 21 12:18:48.829906 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b151410e-9c92-4521-8ce9-7a6ed5399e9f None None] Network bf285092-1468-4d44-a8a1-56c77409dddf requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:18:48.869197 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:18:48.904828 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cc2f0-4b1f-422e-8c6a-db3a33fb3426 req-f6c5634b-14a6-4474-9b85-e442b9c1c6c8 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:48.906500 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-543cc2f0-4b1f-422e-8c6a-db3a33fb3426 req-f6c5634b-14a6-4474-9b85-e442b9c1c6c8 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 944 time: 0.1711237 Aug 21 12:18:48.996833 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:49.015125 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-543cc2f0-4b1f-422e-8c6a-db3a33fb3426 req-3485ed93-ca37-43f8-8ab2-8067b45c5175 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023304 Aug 21 12:18:49.018717 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Returning: {'device': 'ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'port_id': 'ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8', 'mac_address': 'fa:16:3e:8a:4b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:18:49.157723 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:49.272061 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 {{(pid=82381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:18:49.335176 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:18:49.338752 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:49.343801 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:49.442328 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:49.445991 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:49.644365 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 37726) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:49.680147 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-22648fe4-969a-4bbc-98ec-43082d37ee74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:49.711458 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:18:49.769983 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-22648fe4-969a-4bbc-98ec-43082d37ee74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:49.777916 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-22648fe4-969a-4bbc-98ec-43082d37ee74 admin admin] Usage tracker for resource:security_group_rule and tenant:a838a5a814f941b09149c2f85fa1e30c is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:49.784842 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-139cdb48-c049-4327-9339-5fa5c2de71c9 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:49.785750 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-139cdb48-c049-4327-9339-5fa5c2de71c9 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Synchronizing usage tracker for tenant:183d8a4af4c0489d8b4850d00cc30873 on resource:network {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:18:49.786416 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-22648fe4-969a-4bbc-98ec-43082d37ee74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:49.796226 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:18:49.801413 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-22648fe4-969a-4bbc-98ec-43082d37ee74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:49.823606 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-139cdb48-c049-4327-9339-5fa5c2de71c9 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Unset dirty status for tenant:183d8a4af4c0489d8b4850d00cc30873 on resource:network {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:18:49.833679 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-139cdb48-c049-4327-9339-5fa5c2de71c9 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/networks?id=01978340-2bdb-41dd-b68d-34ccefa7dd57 HTTP/1.1" status: 200 len: 809 time: 0.2408144 Aug 21 12:18:49.868251 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-84da58a1-3389-4750-b619-13316b08a97b tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/quotas/183d8a4af4c0489d8b4850d00cc30873 HTTP/1.1" status: 200 len: 375 time: 0.0334947 Aug 21 12:18:49.939049 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-b1d74ce7-0bdf-4723-bd09-53e34fa6b2d2 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=183d8a4af4c0489d8b4850d00cc30873&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697777 Aug 21 12:18:49.964763 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-22648fe4-969a-4bbc-98ec-43082d37ee74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:49.969400 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-22648fe4-969a-4bbc-98ec-43082d37ee74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:50.001615 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b621481a-02d2-4398-8509-788b8b6272a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:50.033601 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-22648fe4-969a-4bbc-98ec-43082d37ee74 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a838a5a814f941b09149c2f85fa1e30c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3876278 Aug 21 12:18:50.036743 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 37744) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:50.056767 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e5040-1630-4569-b02d-daf153281004 req-baec0f34-c615-44b7-8582-78e9987ccd97 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:50.058769 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-724e5040-1630-4569-b02d-daf153281004 req-baec0f34-c615-44b7-8582-78e9987ccd97 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3bd1922-7be1-4f9d-a41d-586cacb3ed84 HTTP/1.1" status: 200 len: 945 time: 0.1131575 Aug 21 12:18:50.120162 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22648fe4-969a-4bbc-98ec-43082d37ee74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3491b10e-273f-4471-afe8-243510cf2000,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:50.124659 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-22648fe4-969a-4bbc-98ec-43082d37ee74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:50.139318 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 37750) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:50.140134 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-724e5040-1630-4569-b02d-daf153281004 req-18112ae8-33a6-4df4-866b-f1119c53e847 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea197ccb-9303-4dca-a1e1-98a0cdebc823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741534 Aug 21 12:18:50.153818 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-89b23828-c63c-4595-8cda-4e1cd75ad4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:50.186442 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-89b23828-c63c-4595-8cda-4e1cd75ad4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:50.247921 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-89b23828-c63c-4595-8cda-4e1cd75ad4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:50.259137 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:50.277549 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b23828-c63c-4595-8cda-4e1cd75ad4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3491b10e-273f-4471-afe8-243510cf2000,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:50.282038 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-89b23828-c63c-4595-8cda-4e1cd75ad4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:50.284159 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-89b23828-c63c-4595-8cda-4e1cd75ad4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:50.285346 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-89b23828-c63c-4595-8cda-4e1cd75ad4dd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3491b10e-273f-4471-afe8-243510cf2000 HTTP/1.1" status: 204 len: 168 time: 0.2450750 Aug 21 12:18:50.362445 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a246ae-faa3-4c5d-82b8-f7a3d616edc5 req-b0c609de-3dfe-4df6-8c3a-fe071db8f13e tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:50.364053 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-32a246ae-faa3-4c5d-82b8-f7a3d616edc5 req-b0c609de-3dfe-4df6-8c3a-fe071db8f13e tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 944 time: 0.1031339 Aug 21 12:18:50.409991 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e7b0e0af-1d03-4a11-83bd-61e79beecd70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:50.418320 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-32a246ae-faa3-4c5d-82b8-f7a3d616edc5 req-2d0cbc60-46fc-4eb2-a7fa-13abb5e5e873 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460658 Aug 21 12:18:50.457681 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-e7b0e0af-1d03-4a11-83bd-61e79beecd70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:50.462755 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-e7b0e0af-1d03-4a11-83bd-61e79beecd70 admin admin] Usage tracker for resource:security_group_rule and tenant:3661312803a84d2d814d99022234f9fe is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:50.466870 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-e7b0e0af-1d03-4a11-83bd-61e79beecd70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:50.478860 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-e7b0e0af-1d03-4a11-83bd-61e79beecd70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:50.547079 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-00c9fdc6-e424-4d3c-bda0-14d9670a7b87 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=82379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 12:18:50.548198 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-00c9fdc6-e424-4d3c-bda0-14d9670a7b87 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.2343693 Aug 21 12:18:50.561782 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e7b0e0af-1d03-4a11-83bd-61e79beecd70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:50.566265 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e7b0e0af-1d03-4a11-83bd-61e79beecd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:50.603707 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-0a177eb9-6ffc-447f-9830-7f6932fa2f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:50.615359 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-e7b0e0af-1d03-4a11-83bd-61e79beecd70 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3661312803a84d2d814d99022234f9fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4730361 Aug 21 12:18:50.615897 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 37768) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:50.662066 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0e0af-1d03-4a11-83bd-61e79beecd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8e1a8c-323c-4add-ae04-e2810c8675bf,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:50.669647 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-e7b0e0af-1d03-4a11-83bd-61e79beecd70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:50.716816 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a0b57052-4b0c-49d1-bef5-e5b37a68aaa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:50.758526 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a0b57052-4b0c-49d1-bef5-e5b37a68aaa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:50.811715 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a0b57052-4b0c-49d1-bef5-e5b37a68aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:50.813057 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-065f200a-5890-4ef8-89aa-9dc400599cbe service neutron] 10.222.0.11 "GET /v2.0/networks/01978340-2bdb-41dd-b68d-34ccefa7dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578828 Aug 21 12:18:50.820029 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe55cb-5d2d-46c2-8308-c234beaacb48 req-aec96212-1ee9-4f56-a25d-f9d3fbefe289 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:50.822382 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:50.827412 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bbbe55cb-5d2d-46c2-8308-c234beaacb48 req-aec96212-1ee9-4f56-a25d-f9d3fbefe289 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 944 time: 0.2362022 Aug 21 12:18:50.844323 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b57052-4b0c-49d1-bef5-e5b37a68aaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8e1a8c-323c-4add-ae04-e2810c8675bf,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:50.857775 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-a0b57052-4b0c-49d1-bef5-e5b37a68aaa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:50.873737 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a0b57052-4b0c-49d1-bef5-e5b37a68aaa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:50.878040 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-a0b57052-4b0c-49d1-bef5-e5b37a68aaa8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af8e1a8c-323c-4add-ae04-e2810c8675bf HTTP/1.1" status: 204 len: 168 time: 0.2612875 Aug 21 12:18:50.997699 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bbbe55cb-5d2d-46c2-8308-c234beaacb48 req-eaeaa92d-8100-4aee-b07a-f909a7eea5da tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692140 Aug 21 12:18:51.292805 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-fe30c79b-e07b-4373-8bd8-e891774c788b service neutron] 10.222.0.11 "GET /v2.0/networks/01978340-2bdb-41dd-b68d-34ccefa7dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4630666 Aug 21 12:18:51.371870 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 37806) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:51.398740 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-672d28df-6a52-4af2-ac4a-1b1df6506956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:51.438505 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-672d28df-6a52-4af2-ac4a-1b1df6506956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:51.443793 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-672d28df-6a52-4af2-ac4a-1b1df6506956 admin admin] Usage tracker for resource:security_group_rule and tenant:62db2b2fff22434596f719c60f4acb7f is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:51.448238 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-672d28df-6a52-4af2-ac4a-1b1df6506956 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:51.456350 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-672d28df-6a52-4af2-ac4a-1b1df6506956 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:51.464285 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9cb486-cc14-43a6-8cdd-eb477a696e29 req-3ccfb697-61fd-4a42-9399-8481cb14fa9b tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:51.466450 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6f9cb486-cc14-43a6-8cdd-eb477a696e29 req-3ccfb697-61fd-4a42-9399-8481cb14fa9b tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3bd1922-7be1-4f9d-a41d-586cacb3ed84 HTTP/1.1" status: 200 len: 945 time: 0.1476858 Aug 21 12:18:51.552301 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6f9cb486-cc14-43a6-8cdd-eb477a696e29 req-df6ab7a0-606a-47d7-b147-93d5b7f26572 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea197ccb-9303-4dca-a1e1-98a0cdebc823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776629 Aug 21 12:18:51.568807 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-672d28df-6a52-4af2-ac4a-1b1df6506956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:51.573618 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-672d28df-6a52-4af2-ac4a-1b1df6506956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:51.584863 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fa772c9e-3545-428a-8276-cfca35575dae tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:51.595392 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 up at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:18:51.631197 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d28df-6a52-4af2-ac4a-1b1df6506956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd10646-3d86-4495-b944-faf009f400f8,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:51.639001 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-672d28df-6a52-4af2-ac4a-1b1df6506956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:51.648965 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-672d28df-6a52-4af2-ac4a-1b1df6506956 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=62db2b2fff22434596f719c60f4acb7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2748141 Aug 21 12:18:51.650092 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 37826) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:51.774268 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning for port 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:18:51.780467 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning complete for port 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:18:51.781252 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:51.898251 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-41388ac2-9346-4d7d-9695-61dc4eb73bce req-1730fb7b-a9a9-4ff3-a293-15e693eaeaba tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81692ee-326f-41d3-8533-a68d8bc3cf0b HTTP/1.1" status: 200 len: 210 time: 0.1453788 Aug 21 12:18:51.949766 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-def2db16-5e8a-458b-829f-2de127b61b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:51.965472 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:52.007444 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576736a8-b6ac-41e2-89d6-ce0148bb0856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8'}] {{(pid=82381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:18:52.020860 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8,segment=NetworkSegment(9ab8d827-49e8-44c8-b6c2-ccae12c1e289),segment_id=9ab8d827-49e8-44c8-b6c2-ccae12c1e289)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:18:52.022343 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-def2db16-5e8a-458b-829f-2de127b61b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:52.030441 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:52.031464 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 up at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:18:52.043368 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a8d93-7615-415f-b424-957b89d97e04 req-3f2955d1-2780-41a2-a192-9b1129a15bf9 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:52.044978 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-303a8d93-7615-415f-b424-957b89d97e04 req-3f2955d1-2780-41a2-a192-9b1129a15bf9 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3bd1922-7be1-4f9d-a41d-586cacb3ed84 HTTP/1.1" status: 200 len: 945 time: 0.4915383 Aug 21 12:18:52.099086 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:52.112984 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9990f-9743-48f5-903d-c564d5ca6794 req-2857a1a1-e885-4861-8de0-f8debcb277d9 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:52.114641 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-baf9990f-9743-48f5-903d-c564d5ca6794 req-2857a1a1-e885-4861-8de0-f8debcb277d9 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 944 time: 0.4058044 Aug 21 12:18:52.208248 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576736a8-b6ac-41e2-89d6-ce0148bb0856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8', 'code': 200} Aug 21 12:18:52.208882 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8,revision_number=5']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:52.219090 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:52.238814 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-303a8d93-7615-415f-b424-957b89d97e04 req-bc2b223c-18d3-4c58-a911-4489368918e1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Deleting port e0631713-db1b-40e1-b8ff-d6ea51b44545 {{(pid=82379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:18:52.239212 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-303a8d93-7615-415f-b424-957b89d97e04 req-bc2b223c-18d3-4c58-a911-4489368918e1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:52.242235 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning for port ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:18:52.256909 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning complete for port ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:18:52.257477 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:52.487616 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-def2db16-5e8a-458b-829f-2de127b61b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:52.497924 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:52.517052 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:52.560053 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:18:52.566162 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:52.568508 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-91e70bc4-e159-4031-a8f0-a08ddedcf5bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:52.589774 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2db16-5e8a-458b-829f-2de127b61b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd10646-3d86-4495-b944-faf009f400f8,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:52.605287 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-baf9990f-9743-48f5-903d-c564d5ca6794 req-c1cb4ef3-9146-435d-9c18-ceb58e712042 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4728479 Aug 21 12:18:52.611169 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-def2db16-5e8a-458b-829f-2de127b61b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:52.660307 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-def2db16-5e8a-458b-829f-2de127b61b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:52.662063 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-def2db16-5e8a-458b-829f-2de127b61b1a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1bd10646-3d86-4495-b944-faf009f400f8 HTTP/1.1" status: 204 len: 168 time: 1.0087585 Aug 21 12:18:52.722795 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8,revision_number=5']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:52.757747 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:52.869434 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bce480e1-505f-41fe-a4a4-83aeba15d08b req-ed22ce55-61b8-4c4f-a27b-e929866a74da service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 1098 time: 0.4406347 Aug 21 12:18:52.980067 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e19fd-d70b-4d59-86c7-f32ce9ff1860 req-08e5036d-852b-43ba-99e5-e54ff12b4df4 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:52.988085 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b73e19fd-d70b-4d59-86c7-f32ce9ff1860 req-08e5036d-852b-43ba-99e5-e54ff12b4df4 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.5044143 Aug 21 12:18:53.051660 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-bce480e1-505f-41fe-a4a4-83aeba15d08b req-ea80b138-087e-4228-a6ea-44fd26fc7499 service neutron] Synchronizing usage tracker for tenant:43165545348b43c482b9ab25b8ff51a1 on resource:security_group {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:18:53.073694 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-303a8d93-7615-415f-b424-957b89d97e04 req-bc2b223c-18d3-4c58-a911-4489368918e1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] For port e0631713-db1b-40e1-b8ff-d6ea51b44545, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=e0631713-db1b-40e1-b8ff-d6ea51b44545,segment=NetworkSegment(84a774fd-182a-403d-a5d6-847507ce0f39),segment_id=84a774fd-182a-403d-a5d6-847507ce0f39)] {{(pid=82379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:18:53.074102 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-303a8d93-7615-415f-b424-957b89d97e04 req-bc2b223c-18d3-4c58-a911-4489368918e1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:53.234910 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-303a8d93-7615-415f-b424-957b89d97e04 req-bc2b223c-18d3-4c58-a911-4489368918e1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Calling delete_port for e0631713-db1b-40e1-b8ff-d6ea51b44545 owned by compute:nova {{(pid=82379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:18:53.285916 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-bce480e1-505f-41fe-a4a4-83aeba15d08b req-ea80b138-087e-4228-a6ea-44fd26fc7499 service neutron] Unset dirty status for tenant:43165545348b43c482b9ab25b8ff51a1 on resource:security_group {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:18:53.287071 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bce480e1-505f-41fe-a4a4-83aeba15d08b req-ea80b138-087e-4228-a6ea-44fd26fc7499 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4089420 Aug 21 12:18:53.313638 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b73e19fd-d70b-4d59-86c7-f32ce9ff1860 req-7eceb443-ca74-4781-bf10-ce2c3110573b tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3243642 Aug 21 12:18:53.435989 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5460fbc-e448-4ee7-b5ba-7387ab2baeda req-b95b5901-0261-458a-9704-f2c3a970e311 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:53.437649 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e5460fbc-e448-4ee7-b5ba-7387ab2baeda req-b95b5901-0261-458a-9704-f2c3a970e311 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3bd1922-7be1-4f9d-a41d-586cacb3ed84 HTTP/1.1" status: 200 len: 945 time: 0.4700079 Aug 21 12:18:53.588424 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 37898) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:53.608952 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e5460fbc-e448-4ee7-b5ba-7387ab2baeda req-966e3976-a4f3-461b-aa54-169119fbe876 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea197ccb-9303-4dca-a1e1-98a0cdebc823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576221 Aug 21 12:18:53.616351 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-79e30d3b-d45a-4cac-8943-09ad723af1d5 req-918a0d5c-3367-4ff1-8c44-3584030b31a6 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81692ee-326f-41d3-8533-a68d8bc3cf0b HTTP/1.1" status: 200 len: 210 time: 0.1329596 Aug 21 12:18:53.722310 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-303a8d93-7615-415f-b424-957b89d97e04 req-bc2b223c-18d3-4c58-a911-4489368918e1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:53.755771 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:53.903031 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-384e1ed6-3613-47a6-a3ac-17c796758b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:53.935617 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b223c-18d3-4c58-a911-4489368918e1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Pushing event deleted for resources: {'Port': ['ID=e0631713-db1b-40e1-b8ff-d6ea51b44545,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:53.955377 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-384e1ed6-3613-47a6-a3ac-17c796758b89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:53.966961 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-384e1ed6-3613-47a6-a3ac-17c796758b89 admin admin] Usage tracker for resource:security_group_rule and tenant:b0fa499bcac040549e56be15e12165a8 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:53.975374 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-384e1ed6-3613-47a6-a3ac-17c796758b89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:53.985627 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-384e1ed6-3613-47a6-a3ac-17c796758b89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:53.997700 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-bc2b223c-18d3-4c58-a911-4489368918e1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:54.010829 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-b4250e96-876a-4d00-a53e-3e5ba3fe93bf tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:54.012509 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-b4250e96-876a-4d00-a53e-3e5ba3fe93bf tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.21 "GET /v2.0/networks?id=01978340-2bdb-41dd-b68d-34ccefa7dd57 HTTP/1.1" status: 200 len: 809 time: 0.4361794 Aug 21 12:18:54.016512 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-303a8d93-7615-415f-b424-957b89d97e04 req-bc2b223c-18d3-4c58-a911-4489368918e1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] No DVR routers for this DVR port e0631713-db1b-40e1-b8ff-d6ea51b44545 on host hv-cinder-80547 {{(pid=82379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:18:54.036128 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-303a8d93-7615-415f-b424-957b89d97e04 req-bc2b223c-18d3-4c58-a911-4489368918e1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:54.052414 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-868048c4-ea3d-426f-beb8-2174c4b6c2bb tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Request body: {'port': {'device_id': 'a81692ee-326f-41d3-8533-a68d8bc3cf0b', 'network_id': '01978340-2bdb-41dd-b68d-34ccefa7dd57', 'admin_state_up': True, 'tenant_id': '183d8a4af4c0489d8b4850d00cc30873'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:54.068974 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bd1922-7be1-4f9d-a41d-586cacb3ed84', 'name': 'network-vif-deleted', 'tag': 'e0631713-db1b-40e1-b8ff-d6ea51b44545'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:18:54.081050 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-303a8d93-7615-415f-b424-957b89d97e04 req-bc2b223c-18d3-4c58-a911-4489368918e1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.21 "DELETE /v2.0/ports/e0631713-db1b-40e1-b8ff-d6ea51b44545 HTTP/1.1" status: 204 len: 173 time: 2.0222154 Aug 21 12:18:54.146539 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-384e1ed6-3613-47a6-a3ac-17c796758b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:54.154452 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-384e1ed6-3613-47a6-a3ac-17c796758b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:54.172063 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-e7b0e0af-1d03-4a11-83bd-61e79beecd70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:54.209444 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55deb59-482b-46b7-9199-3988b119cd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8'}] {{(pid=82381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:18:54.276925 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e1ed6-3613-47a6-a3ac-17c796758b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f9b67c-c206-44b4-a65c-94c815992dfb,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:54.291681 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-384e1ed6-3613-47a6-a3ac-17c796758b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:54.294277 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-384e1ed6-3613-47a6-a3ac-17c796758b89 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b0fa499bcac040549e56be15e12165a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7044594 Aug 21 12:18:54.297174 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 37938) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:54.321336 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55deb59-482b-46b7-9199-3988b119cd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8', 'code': 200} Aug 21 12:18:54.328991 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bd1922-7be1-4f9d-a41d-586cacb3ed84', 'name': 'network-vif-deleted', 'tag': 'e0631713-db1b-40e1-b8ff-d6ea51b44545', 'status': 'completed', 'code': 200} Aug 21 12:18:54.372627 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d72dbf-3b6f-40cf-b35b-deeda5daf906 req-87d2b9c0-e120-4e58-809f-f8037f5113c9 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:54.375481 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-19d72dbf-3b6f-40cf-b35b-deeda5daf906 req-87d2b9c0-e120-4e58-809f-f8037f5113c9 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.4664631 Aug 21 12:18:54.485222 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-868048c4-ea3d-426f-beb8-2174c4b6c2bb tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:54.490775 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-868048c4-ea3d-426f-beb8-2174c4b6c2bb tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Usage tracker for resource:port and tenant:183d8a4af4c0489d8b4850d00cc30873 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:54.521221 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3356deb7-1246-403f-8cb7-b348bd8092cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:54.527148 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-19d72dbf-3b6f-40cf-b35b-deeda5daf906 req-8dca9f71-a63e-4cd7-b217-bfbf572b9a52 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387432 Aug 21 12:18:54.528328 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-868048c4-ea3d-426f-beb8-2174c4b6c2bb tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:54.560253 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-868048c4-ea3d-426f-beb8-2174c4b6c2bb tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:54.600699 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-868048c4-ea3d-426f-beb8-2174c4b6c2bb tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Made reservation on behalf of 183d8a4af4c0489d8b4850d00cc30873 for: {'port': 1} {{(pid=82379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:18:54.609886 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-868048c4-ea3d-426f-beb8-2174c4b6c2bb tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:54.614003 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3356deb7-1246-403f-8cb7-b348bd8092cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:54.737366 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3356deb7-1246-403f-8cb7-b348bd8092cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:54.753531 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5e85d537-e52c-4636-8a48-17a36c8d33a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:54.852930 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356deb7-1246-403f-8cb7-b348bd8092cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f9b67c-c206-44b4-a65c-94c815992dfb,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:54.878626 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3356deb7-1246-403f-8cb7-b348bd8092cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:54.904695 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3356deb7-1246-403f-8cb7-b348bd8092cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:54.906014 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-3356deb7-1246-403f-8cb7-b348bd8092cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/70f9b67c-c206-44b4-a65c-94c815992dfb HTTP/1.1" status: 204 len: 168 time: 0.6024911 Aug 21 12:18:55.028096 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-08aca2dc-298c-4248-bfa3-2f82efbce393 req-56cc8bbd-df7e-49cd-ae26-4ebe88f20b15 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81692ee-326f-41d3-8533-a68d8bc3cf0b HTTP/1.1" status: 200 len: 210 time: 0.1042941 Aug 21 12:18:55.178866 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-868048c4-ea3d-426f-beb8-2174c4b6c2bb tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Allocated IP 172.20.0.7 (01978340-2bdb-41dd-b68d-34ccefa7dd57/b758a4a4-1944-4879-89a8-87ca454ab926/cce424b9-d925-4824-9016-34900b1d0777) {{(pid=82379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:18:55.216345 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da70dd-10ca-4a3a-b249-05fd9af4e5fe req-ab257fd6-a62f-4be1-b43c-c9601f725532 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:55.218033 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f1da70dd-10ca-4a3a-b249-05fd9af4e5fe req-ab257fd6-a62f-4be1-b43c-c9601f725532 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.5359273 Aug 21 12:18:55.304788 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-edbc51ac-e926-432e-ba90-a8f880449e7e req-dee46711-2ef2-48c1-b45c-3be027d794b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 1098 time: 0.4305739 Aug 21 12:18:55.367406 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f1da70dd-10ca-4a3a-b249-05fd9af4e5fe req-d3ea9706-87bb-43d8-889e-8311f449ea29 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377461 Aug 21 12:18:55.390360 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-edbc51ac-e926-432e-ba90-a8f880449e7e req-76d30855-3e50-4139-bb2e-b376fa00f51c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510812 Aug 21 12:18:55.514618 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-7ad10902-b5d6-4827-8ec5-2e9a0c2be745 req-9b021e09-993a-4b87-a315-8db9f541745a tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Synchronizing usage tracker for tenant:cb6b9e0ce01e44d3b4d3515656fb6a74 on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:18:55.554055 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-7ad10902-b5d6-4827-8ec5-2e9a0c2be745 req-9b021e09-993a-4b87-a315-8db9f541745a tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Unset dirty status for tenant:cb6b9e0ce01e44d3b4d3515656fb6a74 on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:18:55.555505 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7ad10902-b5d6-4827-8ec5-2e9a0c2be745 req-9b021e09-993a-4b87-a315-8db9f541745a tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3bd1922-7be1-4f9d-a41d-586cacb3ed84 HTTP/1.1" status: 200 len: 210 time: 0.2176843 Aug 21 12:18:55.605010 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device e0631713-db1b-40e1-b8ff-d6ea51b44545 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:18:55.640576 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-868048c4-ea3d-426f-beb8-2174c4b6c2bb tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Notify callbacks [] for port, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:55.693948 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-868048c4-ea3d-426f-beb8-2174c4b6c2bb tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:55.715564 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fde13d9d-6566-416c-a84d-fcf0b8488cd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:55.718573 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] No Port match for: e0631713-db1b-40e1-b8ff-d6ea51b44545 {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:18:55.718973 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device e0631713-db1b-40e1-b8ff-d6ea51b44545 not bound to the agent host hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:18:55.725845 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 37984) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:55.757098 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7682a033-3c30-40da-89c4-f5d6120c9c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:55.842207 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-868048c4-ea3d-426f-beb8-2174c4b6c2bb tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Network 01978340-2bdb-41dd-b68d-34ccefa7dd57 is already hosted by enough agents. {{(pid=82379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:18:55.844897 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868048c4-ea3d-426f-beb8-2174c4b6c2bb tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Pushing event updated for resources: {'Port': ['ID=cce424b9-d925-4824-9016-34900b1d0777,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:55.861312 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-868048c4-ea3d-426f-beb8-2174c4b6c2bb tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:55.863432 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-868048c4-ea3d-426f-beb8-2174c4b6c2bb tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Resources bound (agent type, host, resource id): {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:18:55.865967 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-868048c4-ea3d-426f-beb8-2174c4b6c2bb tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Received port after_create {{(pid=82379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:18:55.877247 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-7682a033-3c30-40da-89c4-f5d6120c9c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:55.883239 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-7682a033-3c30-40da-89c4-f5d6120c9c30 admin admin] Usage tracker for resource:security_group_rule and tenant:3fe00bdd8a054422817f6fd8c1e5c6a2 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:55.894742 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-7682a033-3c30-40da-89c4-f5d6120c9c30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:55.908683 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-7682a033-3c30-40da-89c4-f5d6120c9c30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:55.918802 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 37994) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:56.014251 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7682a033-3c30-40da-89c4-f5d6120c9c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:56.019612 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7682a033-3c30-40da-89c4-f5d6120c9c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:56.039673 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-789bd8ea-5df6-4020-af25-09277093f3ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:56.042339 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-868048c4-ea3d-426f-beb8-2174c4b6c2bb tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:56.043464 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-868048c4-ea3d-426f-beb8-2174c4b6c2bb tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:56.087869 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682a033-3c30-40da-89c4-f5d6120c9c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069abbf0-4354-4c18-b38c-c4e90bc04880,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:56.093856 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-7682a033-3c30-40da-89c4-f5d6120c9c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:56.132970 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd30fd3-41ca-4755-932d-216a672adadf req-803ce828-6906-4ac2-a77c-39fbcd1ecc4e tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:56.142458 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-7682a033-3c30-40da-89c4-f5d6120c9c30 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3fe00bdd8a054422817f6fd8c1e5c6a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4151318 Aug 21 12:18:56.143349 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 38004) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:56.148793 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7dd30fd3-41ca-4755-932d-216a672adadf req-803ce828-6906-4ac2-a77c-39fbcd1ecc4e tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.3048275 Aug 21 12:18:56.198608 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-868048c4-ea3d-426f-beb8-2174c4b6c2bb tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1689041 Aug 21 12:18:56.218423 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-c977f893-5bef-4e09-9b67-0284fd31b99a service neutron] Request body: {'port': {'device_id': 'a81692ee-326f-41d3-8533-a68d8bc3cf0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:56.244490 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a88ec45e-aa28-458c-997e-f56a365fc5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:56.247409 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8eb3-a9a4-44a4-9171-3abf05d480e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:56.294672 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a88ec45e-aa28-458c-997e-f56a365fc5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:56.350620 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-9d5b8eb3-a9a4-44a4-9171-3abf05d480e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:56.358912 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-9d5b8eb3-a9a4-44a4-9171-3abf05d480e5 admin admin] Usage tracker for resource:security_group_rule and tenant:898b6ac300f6400bab8f32f1082fa884 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:56.362678 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-9d5b8eb3-a9a4-44a4-9171-3abf05d480e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:56.370853 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-9d5b8eb3-a9a4-44a4-9171-3abf05d480e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:56.388573 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7dd30fd3-41ca-4755-932d-216a672adadf req-9aaa1e3b-c3ae-4da2-91c8-69c153e7adac tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383013 Aug 21 12:18:56.390237 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a88ec45e-aa28-458c-997e-f56a365fc5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:56.411057 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-c977f893-5bef-4e09-9b67-0284fd31b99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:56.426602 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-1ceb55e3-26fe-429e-b8cc-7ceec973ba00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:56.479153 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ec45e-aa28-458c-997e-f56a365fc5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069abbf0-4354-4c18-b38c-c4e90bc04880,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:56.494586 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-a88ec45e-aa28-458c-997e-f56a365fc5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:56.497514 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a88ec45e-aa28-458c-997e-f56a365fc5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:56.499043 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-a88ec45e-aa28-458c-997e-f56a365fc5ba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/069abbf0-4354-4c18-b38c-c4e90bc04880 HTTP/1.1" status: 204 len: 168 time: 0.3546519 Aug 21 12:18:56.599932 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8eb3-a9a4-44a4-9171-3abf05d480e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:56.609433 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8eb3-a9a4-44a4-9171-3abf05d480e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:56.656195 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-301b7fb3-bfa7-498a-bc04-dcd4a155c389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:56.695325 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-9d5b8eb3-a9a4-44a4-9171-3abf05d480e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=898b6ac300f6400bab8f32f1082fa884&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7727938 Aug 21 12:18:56.696828 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b8eb3-a9a4-44a4-9171-3abf05d480e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57296c3b-98bd-4b59-bb7a-8095b54d038e,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:56.701526 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-9d5b8eb3-a9a4-44a4-9171-3abf05d480e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:56.702175 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 38030) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:56.782827 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7b2aa-23eb-43f5-85a4-84db03a42b1b req-958fc681-d9d8-4b22-bd34-e3e88a379b22 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:56.783913 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-91f7b2aa-23eb-43f5-85a4-84db03a42b1b req-958fc681-d9d8-4b22-bd34-e3e88a379b22 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Synchronizing usage tracker for tenant:183d8a4af4c0489d8b4850d00cc30873 on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:18:56.823403 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-8379bc48-7656-45c6-ac5a-8d3ae731fe35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:56.872449 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-91f7b2aa-23eb-43f5-85a4-84db03a42b1b req-958fc681-d9d8-4b22-bd34-e3e88a379b22 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Unset dirty status for tenant:183d8a4af4c0489d8b4850d00cc30873 on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:18:56.880688 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-91f7b2aa-23eb-43f5-85a4-84db03a42b1b req-958fc681-d9d8-4b22-bd34-e3e88a379b22 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81692ee-326f-41d3-8533-a68d8bc3cf0b HTTP/1.1" status: 200 len: 931 time: 0.5652316 Aug 21 12:18:56.881798 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-8379bc48-7656-45c6-ac5a-8d3ae731fe35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:56.938206 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-8379bc48-7656-45c6-ac5a-8d3ae731fe35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:56.944751 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-1655ed00-01cb-4d0a-b701-6313c4ffba68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:56.963278 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379bc48-7656-45c6-ac5a-8d3ae731fe35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57296c3b-98bd-4b59-bb7a-8095b54d038e,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:56.970903 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-8379bc48-7656-45c6-ac5a-8d3ae731fe35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:56.971717 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-8379bc48-7656-45c6-ac5a-8d3ae731fe35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:56.976520 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-8379bc48-7656-45c6-ac5a-8d3ae731fe35 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57296c3b-98bd-4b59-bb7a-8095b54d038e HTTP/1.1" status: 204 len: 168 time: 0.2731333 Aug 21 12:18:57.030664 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f53f2-48fb-459b-9ec5-c11fa8a81422 req-729280a2-98b1-4d03-b847-6c7b100118ea tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:57.032250 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-337f53f2-48fb-459b-9ec5-c11fa8a81422 req-729280a2-98b1-4d03-b847-6c7b100118ea tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.3768611 Aug 21 12:18:57.098387 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-91f7b2aa-23eb-43f5-85a4-84db03a42b1b req-74dbdcdb-6dae-48d2-9745-228ddbea0899 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Synchronizing usage tracker for tenant:183d8a4af4c0489d8b4850d00cc30873 on resource:security_group {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:18:57.154549 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-337f53f2-48fb-459b-9ec5-c11fa8a81422 req-3a8bac1b-85fc-40b6-aac4-b9d1c276234a tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138878 Aug 21 12:18:57.169358 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-91f7b2aa-23eb-43f5-85a4-84db03a42b1b req-74dbdcdb-6dae-48d2-9745-228ddbea0899 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Unset dirty status for tenant:183d8a4af4c0489d8b4850d00cc30873 on resource:security_group {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:18:57.174338 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-91f7b2aa-23eb-43f5-85a4-84db03a42b1b req-74dbdcdb-6dae-48d2-9745-228ddbea0899 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e54f0b1-411c-43c3-92cd-d86362aa78e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923150 Aug 21 12:18:57.280680 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-c977f893-5bef-4e09-9b67-0284fd31b99a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce424b9-d925-4824-9016-34900b1d0777 {{(pid=82379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:18:57.291690 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-c977f893-5bef-4e09-9b67-0284fd31b99a service neutron] Notify callbacks [] for port, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:57.310127 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-c977f893-5bef-4e09-9b67-0284fd31b99a service neutron] Transition to ACTIVE for port object cce424b9-d925-4824-9016-34900b1d0777 will not be triggered until provisioned by entity L2. {{(pid=82379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:18:57.357876 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-c977f893-5bef-4e09-9b67-0284fd31b99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:57.370173 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:57.445717 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977f893-5bef-4e09-9b67-0284fd31b99a service neutron] Pushing event updated for resources: {'Port': ['ID=cce424b9-d925-4824-9016-34900b1d0777,revision_number=2']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:57.448729 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c977f893-5bef-4e09-9b67-0284fd31b99a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:57.548130 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4216-e1c9-4eb2-b819-aa5f2f1d0191 req-966b14ae-d229-46e3-9e2b-baeda8d45020 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:57.549771 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-beeb4216-e1c9-4eb2-b819-aa5f2f1d0191 req-966b14ae-d229-46e3-9e2b-baeda8d45020 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.2411234 Aug 21 12:18:57.560898 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 38062) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:57.567350 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-c4703eaa-5fbc-4d04-8d49-314a2814694c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Request body: {'floatingip': {'port_id': '745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:57.682672 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c4703eaa-5fbc-4d04-8d49-314a2814694c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for floatingip, before_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:57.716393 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-c977f893-5bef-4e09-9b67-0284fd31b99a service neutron] Attempting to bind port cce424b9-d925-4824-9016-34900b1d0777 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:18:57.716937 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-c977f893-5bef-4e09-9b67-0284fd31b99a service neutron] Attempting to bind port cce424b9-d925-4824-9016-34900b1d0777 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': 'df8fef82-5ce3-469a-a48a-e8f5d3b7e2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '01978340-2bdb-41dd-b68d-34ccefa7dd57'}] {{(pid=82379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:18:57.717467 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-c977f893-5bef-4e09-9b67-0284fd31b99a service neutron] Attempting to bind port cce424b9-d925-4824-9016-34900b1d0777 on network 01978340-2bdb-41dd-b68d-34ccefa7dd57 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:18:57.731498 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-c977f893-5bef-4e09-9b67-0284fd31b99a service neutron] Port cce424b9-d925-4824-9016-34900b1d0777 on network 01978340-2bdb-41dd-b68d-34ccefa7dd57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:18:57.732005 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-c977f893-5bef-4e09-9b67-0284fd31b99a service neutron] Attempting to bind port cce424b9-d925-4824-9016-34900b1d0777 on network 01978340-2bdb-41dd-b68d-34ccefa7dd57 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:18:57.740021 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 38070) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:57.741740 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-c977f893-5bef-4e09-9b67-0284fd31b99a service neutron] Checking agent: {'id': '04f4107c-da72-461b-9c35-d993a4b9fd6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'started_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:18:57.742266 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-c977f893-5bef-4e09-9b67-0284fd31b99a service neutron] Checking segment: {'id': 'df8fef82-5ce3-469a-a48a-e8f5d3b7e2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '01978340-2bdb-41dd-b68d-34ccefa7dd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:18:57.742828 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-c977f893-5bef-4e09-9b67-0284fd31b99a service neutron] Bound using segment: {'id': 'df8fef82-5ce3-469a-a48a-e8f5d3b7e2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '01978340-2bdb-41dd-b68d-34ccefa7dd57'} {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:18:57.744259 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-c977f893-5bef-4e09-9b67-0284fd31b99a service neutron] Bound port: cce424b9-d925-4824-9016-34900b1d0777, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df8fef82-5ce3-469a-a48a-e8f5d3b7e2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '01978340-2bdb-41dd-b68d-34ccefa7dd57'}}] {{(pid=82379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:18:57.744646 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-c977f893-5bef-4e09-9b67-0284fd31b99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:57.794935 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-003b43e8-8a73-479d-97fe-1606575a52a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:57.866334 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-003b43e8-8a73-479d-97fe-1606575a52a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:18:57.871210 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-003b43e8-8a73-479d-97fe-1606575a52a3 admin admin] Usage tracker for resource:security_group_rule and tenant:4d58a79cb4544c97ba39966d83aab314 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:18:57.874486 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-003b43e8-8a73-479d-97fe-1606575a52a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:18:57.880507 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-003b43e8-8a73-479d-97fe-1606575a52a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:18:57.970593 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f7c60-665b-472a-8366-382049eb7239 req-5df207e4-465d-46c5-b813-66ea107f4426 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:57.972275 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-722f7c60-665b-472a-8366-382049eb7239 req-5df207e4-465d-46c5-b813-66ea107f4426 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.3826146 Aug 21 12:18:58.178390 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-003b43e8-8a73-479d-97fe-1606575a52a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:58.187065 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-c977f893-5bef-4e09-9b67-0284fd31b99a service neutron] For port cce424b9-d925-4824-9016-34900b1d0777, host hv-cinder-80547, cleared binding levels {{(pid=82379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:18:58.190288 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-003b43e8-8a73-479d-97fe-1606575a52a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:58.199363 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-c977f893-5bef-4e09-9b67-0284fd31b99a service neutron] For port cce424b9-d925-4824-9016-34900b1d0777, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=cce424b9-d925-4824-9016-34900b1d0777,segment=NetworkSegment(df8fef82-5ce3-469a-a48a-e8f5d3b7e2dc),segment_id=df8fef82-5ce3-469a-a48a-e8f5d3b7e2dc)] {{(pid=82379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:18:58.201758 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-afe398eb-2b82-4ce3-8479-6a1cfdbece29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:58.217657 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-722f7c60-665b-472a-8366-382049eb7239 req-4ba3c56b-9e7a-4984-a8d7-da38882e863f tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263508 Aug 21 12:18:58.218767 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-c977f893-5bef-4e09-9b67-0284fd31b99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:58.261803 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b43e8-8a73-479d-97fe-1606575a52a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36afbc61-68b6-4256-8836-8ca854b511b6,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:58.264933 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-003b43e8-8a73-479d-97fe-1606575a52a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:58.268665 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-868048c4-ea3d-426f-beb8-2174c4b6c2bb tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:58.309538 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-c977f893-5bef-4e09-9b67-0284fd31b99a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:58.311201 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-c977f893-5bef-4e09-9b67-0284fd31b99a service neutron] 10.222.0.21 "PUT /v2.0/ports/cce424b9-d925-4824-9016-34900b1d0777 HTTP/1.1" status: 200 len: 1093 time: 2.0994446 Aug 21 12:18:58.319778 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81692ee-326f-41d3-8533-a68d8bc3cf0b', 'tag': 'cce424b9-d925-4824-9016-34900b1d0777'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:18:58.326728 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-003b43e8-8a73-479d-97fe-1606575a52a3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d58a79cb4544c97ba39966d83aab314&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5685441 Aug 21 12:18:58.339936 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 38096) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:58.869518 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977f893-5bef-4e09-9b67-0284fd31b99a service neutron] Pushing event updated for resources: {'Port': ['ID=cce424b9-d925-4824-9016-34900b1d0777,revision_number=3']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:58.893304 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c977f893-5bef-4e09-9b67-0284fd31b99a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:58.995400 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c4703eaa-5fbc-4d04-8d49-314a2814694c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:59.002194 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c4703eaa-5fbc-4d04-8d49-314a2814694c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7900557'] for floatingip, after_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:59.076862 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-23c4f413-6b93-4f76-8ef5-ba9c6624f873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:59.107983 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-23c4f413-6b93-4f76-8ef5-ba9c6624f873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:59.179947 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-4a576761-7465-4770-bf34-c54da54eb835 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=183d8a4af4c0489d8b4850d00cc30873&device_id=a81692ee-326f-41d3-8533-a68d8bc3cf0b HTTP/1.1" status: 200 len: 1096 time: 0.7806003 Aug 21 12:18:59.289701 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-b82e86ff-e8a9-4b8b-8256-6c12a34f211c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cce424b9-d925-4824-9016-34900b1d0777 HTTP/1.1" status: 200 len: 217 time: 0.0874665 Aug 21 12:18:59.291762 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-23c4f413-6b93-4f76-8ef5-ba9c6624f873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:59.301308 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6d873-b45e-4d93-8233-c0bf486f3f9a req-d7f4db4f-bea2-4476-b3ea-339d0a3c87d1 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:59.308837 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c9a6d873-b45e-4d93-8233-c0bf486f3f9a req-d7f4db4f-bea2-4476-b3ea-339d0a3c87d1 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81692ee-326f-41d3-8533-a68d8bc3cf0b HTTP/1.1" status: 200 len: 943 time: 0.8528786 Aug 21 12:18:59.364871 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:59.378119 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e6939-08e2-4503-b5e8-f0eaeee13fa5 req-e0106bdb-733f-4ed6-8c60-ec9fcb40d4ad tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:59.379829 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e35e6939-08e2-4503-b5e8-f0eaeee13fa5 req-e0106bdb-733f-4ed6-8c60-ec9fcb40d4ad tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.5164311 Aug 21 12:18:59.391723 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 38128) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:59.406733 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-055104fa-e906-4562-8353-8048808268c9 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Request body: {'floatingip': {'port_id': 'ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:18:59.415572 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4f413-6b93-4f76-8ef5-ba9c6624f873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36afbc61-68b6-4256-8836-8ca854b511b6,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:18:59.423999 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-23c4f413-6b93-4f76-8ef5-ba9c6624f873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:59.426216 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-23c4f413-6b93-4f76-8ef5-ba9c6624f873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:59.429858 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-23c4f413-6b93-4f76-8ef5-ba9c6624f873 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/36afbc61-68b6-4256-8836-8ca854b511b6 HTTP/1.1" status: 204 len: 168 time: 1.0864778 Aug 21 12:18:59.468525 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-51655aa5-4b35-44eb-b923-556b5dfdc1fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:18:59.470194 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-51655aa5-4b35-44eb-b923-556b5dfdc1fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b758a4a4-1944-4879-89a8-87ca454ab926 HTTP/1.1" status: 200 len: 849 time: 0.1578195 Aug 21 12:18:59.483601 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c9a6d873-b45e-4d93-8233-c0bf486f3f9a req-293ddb37-aa61-49cc-9f10-96b1efd80233 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e54f0b1-411c-43c3-92cd-d86362aa78e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738160 Aug 21 12:18:59.537437 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a81692ee-326f-41d3-8533-a68d8bc3cf0b', 'tag': 'cce424b9-d925-4824-9016-34900b1d0777', 'status': 'completed', 'code': 200} Aug 21 12:18:59.547571 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-055104fa-e906-4562-8353-8048808268c9 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for floatingip, before_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:59.548819 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-a1f35341-a2ee-41b8-864b-545de794e061 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01978340-2bdb-41dd-b68d-34ccefa7dd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641117 Aug 21 12:18:59.725600 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 38140) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:59.736379 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.l3_db [None req-c4703eaa-5fbc-4d04-8d49-314a2814694c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Floating IP 5a784ea8-b74e-4a64-9eb8-1354db4459e1 associated. External IP: 172.28.2.45, port: 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8. Aug 21 12:18:59.852168 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_v2 [None req-611e9fb2-a2ab-4aa3-b202-bcc3342fd6f6 admin admin] Deleting subnet 1b9fb086-e5d6-4a01-8bae-a33ce21bbb7d {{(pid=82379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:18:59.857837 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-611e9fb2-a2ab-4aa3-b202-bcc3342fd6f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:59.936055 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-1083c688-23bb-4b60-92ca-5e3a53afe505 service neutron] 10.222.0.21 "GET /v2.0/networks/01978340-2bdb-41dd-b68d-34ccefa7dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785889 Aug 21 12:19:00.036619 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-611e9fb2-a2ab-4aa3-b202-bcc3342fd6f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7174635'] for subnet, precommit_delete_associations {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:00.150067 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-611e9fb2-a2ab-4aa3-b202-bcc3342fd6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:00.223934 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2505619e-73e2-48b2-9a0c-6f9d9846003e req-8e1bce25-9eec-4adb-8105-0de5f1be441c service neutron] 10.222.0.21 "GET /v2.0/networks/01978340-2bdb-41dd-b68d-34ccefa7dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793391 Aug 21 12:19:00.277859 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-611e9fb2-a2ab-4aa3-b202-bcc3342fd6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847602020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847913740'] for subnet, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:00.336356 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-1bf9dd0d-651c-477d-97ce-f0e43d4065f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:00.382025 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e9fb2-a2ab-4aa3-b202-bcc3342fd6f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b9fb086-e5d6-4a01-8bae-a33ce21bbb7d,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:00.416128 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e9fb2-a2ab-4aa3-b202-bcc3342fd6f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:00.416639 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e9fb2-a2ab-4aa3-b202-bcc3342fd6f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:00.417175 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e9fb2-a2ab-4aa3-b202-bcc3342fd6f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:00.417751 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e9fb2-a2ab-4aa3-b202-bcc3342fd6f6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:00.418261 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e9fb2-a2ab-4aa3-b202-bcc3342fd6f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:00.418740 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e9fb2-a2ab-4aa3-b202-bcc3342fd6f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:00.419214 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e9fb2-a2ab-4aa3-b202-bcc3342fd6f6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:00.419879 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e9fb2-a2ab-4aa3-b202-bcc3342fd6f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:00.420321 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e9fb2-a2ab-4aa3-b202-bcc3342fd6f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:00.420793 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e9fb2-a2ab-4aa3-b202-bcc3342fd6f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:00.421287 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e9fb2-a2ab-4aa3-b202-bcc3342fd6f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:00.425676 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-611e9fb2-a2ab-4aa3-b202-bcc3342fd6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for subnet, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:00.435140 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-611e9fb2-a2ab-4aa3-b202-bcc3342fd6f6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1b9fb086-e5d6-4a01-8bae-a33ce21bbb7d HTTP/1.1" status: 204 len: 168 time: 0.7057772 Aug 21 12:19:00.435140 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-611e9fb2-a2ab-4aa3-b202-bcc3342fd6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:00.436808 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 38170) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:00.572347 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7e565fbb-ab6a-4cd8-b008-c11ed4c48f75 req-63f43675-0c07-4b25-bafe-2d6fa81eeace service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=183d8a4af4c0489d8b4850d00cc30873&device_id=a81692ee-326f-41d3-8533-a68d8bc3cf0b HTTP/1.1" status: 200 len: 1096 time: 0.2871962 Aug 21 12:19:00.678485 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bcf2aebc-32c8-483f-8857-dcdf87998159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-476761'] for network, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:00.846132 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:19:00.984690 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-055104fa-e906-4562-8353-8048808268c9 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:00.996120 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-055104fa-e906-4562-8353-8048808268c9 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7900557'] for floatingip, after_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:01.058512 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bcf2aebc-32c8-483f-8857-dcdf87998159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773097', 'neutron.services.segments.db._delete_segments_for_network--9223363279269330172'] for network, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:01.077500 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e565fbb-ab6a-4cd8-b008-c11ed4c48f75 req-1a7cb7b2-2ef9-42a6-8bd9-5e88b86429b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:01.079281 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7e565fbb-ab6a-4cd8-b008-c11ed4c48f75 req-1a7cb7b2-2ef9-42a6-8bd9-5e88b86429b5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=01978340-2bdb-41dd-b68d-34ccefa7dd57 HTTP/1.1" status: 200 len: 910 time: 0.4966581 Aug 21 12:19:01.094388 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-bcf2aebc-32c8-483f-8857-dcdf87998159 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8531d941-0313-460e-9aac-fe9ac0169b59']}} {{(pid=82379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:01.158422 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4703eaa-5fbc-4d04-8d49-314a2814694c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Router e29c4950-5399-439e-9651-f286254ee37a has already been hosted by L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 {{(pid=82380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:19:01.188839 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7e565fbb-ab6a-4cd8-b008-c11ed4c48f75 req-25ba7517-b8a2-46b5-9f48-d14074ea1532 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cce424b9-d925-4824-9016-34900b1d0777 HTTP/1.1" status: 200 len: 217 time: 0.1000466 Aug 21 12:19:01.243707 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-bcf2aebc-32c8-483f-8857-dcdf87998159 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a774fd-182a-403d-a5d6-847507ce0f39') {'for_net_delete': True} {{(pid=82379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:01.244249 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-bcf2aebc-32c8-483f-8857-dcdf87998159 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a774fd-182a-403d-a5d6-847507ce0f39') {} {{(pid=82379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:01.289558 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bcf2aebc-32c8-483f-8857-dcdf87998159 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279269335395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847601181'] for segment, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:01.304438 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9722e-496a-45b6-96f9-17e941e2ad6f req-5b64bab8-5f16-4d93-b61e-01e6ebe7dade tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:01.307263 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-71c9722e-496a-45b6-96f9-17e941e2ad6f req-5b64bab8-5f16-4d93-b61e-01e6ebe7dade tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81692ee-326f-41d3-8533-a68d8bc3cf0b HTTP/1.1" status: 200 len: 943 time: 0.5672994 Aug 21 12:19:01.538743 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bcf2aebc-32c8-483f-8857-dcdf87998159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:01.613498 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-71c9722e-496a-45b6-96f9-17e941e2ad6f req-7e1e894e-6161-4bb1-a2c2-da09a5b4cf16 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e54f0b1-411c-43c3-92cd-d86362aa78e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956591 Aug 21 12:19:01.617887 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf2aebc-32c8-483f-8857-dcdf87998159 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=82379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:19:01.618865 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bcf2aebc-32c8-483f-8857-dcdf87998159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854685446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847601935'] for segment, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: Traceback (most recent call last): Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: timer() Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: cb(*args, **kw) Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: return func(*args, **kwargs) Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: self._notify() Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: self.callback(batched_events) Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: event.method(event) Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: segment_id)['aggregates'][0] Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: return f(self, *a, **k) Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: return self._get(url).json() Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: **kwargs) Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: return self.request(url, 'GET', **kwargs) Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: **endpoint_filter) Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:19:01.638539 dv-cinder-805477-2-smb neutron-server[82268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:19:01.698563 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.l3_db [None req-055104fa-e906-4562-8353-8048808268c9 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Floating IP fb573169-af0f-45a8-91b5-092696202116 associated. External IP: 172.28.2.210, port: ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8. Aug 21 12:19:01.719232 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e565fbb-ab6a-4cd8-b008-c11ed4c48f75 req-650fb9db-758b-4e04-8269-5197f4f46dba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:01.720969 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7e565fbb-ab6a-4cd8-b008-c11ed4c48f75 req-650fb9db-758b-4e04-8269-5197f4f46dba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b758a4a4-1944-4879-89a8-87ca454ab926 HTTP/1.1" status: 200 len: 849 time: 0.5229332 Aug 21 12:19:01.825415 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bcf2aebc-32c8-483f-8857-dcdf87998159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846847901'] for network, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:01.839145 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bcf2aebc-32c8-483f-8857-dcdf87998159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:01.851551 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7e565fbb-ab6a-4cd8-b008-c11ed4c48f75 req-290796dd-f898-490d-9dd3-65d0e6d79021 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01978340-2bdb-41dd-b68d-34ccefa7dd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1235290 Aug 21 12:19:01.852268 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-eac45912-c2ff-4c99-a6d4-82d333eeecf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:01.877373 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-bcf2aebc-32c8-483f-8857-dcdf87998159 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8531d941-0313-460e-9aac-fe9ac0169b59 HTTP/1.1" status: 204 len: 168 time: 1.4379392 Aug 21 12:19:01.910143 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2aebc-32c8-483f-8857-dcdf87998159 admin admin] Pushing event deleted for resources: {'Network': ['ID=8531d941-0313-460e-9aac-fe9ac0169b59,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:01.913476 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-bcf2aebc-32c8-483f-8857-dcdf87998159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:02.010975 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4703eaa-5fbc-4d04-8d49-314a2814694c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:19:02.018215 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c4703eaa-5fbc-4d04-8d49-314a2814694c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for floatingip, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:02.024227 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72840e0-72bb-4bd7-a74c-b1195ff47256 None None] Sync routers for ids ['e29c4950-5399-439e-9651-f286254ee37a'] in dv-cinder-805477-2-smb {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:19:02.048619 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72840e0-72bb-4bd7-a74c-b1195ff47256 None None] Routers {'e29c4950-5399-439e-9651-f286254ee37a'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:19:02.049357 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-d72840e0-72bb-4bd7-a74c-b1195ff47256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:18:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['e29c4950-5399-439e-9651-f286254ee37a'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:02.067773 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7e565fbb-ab6a-4cd8-b008-c11ed4c48f75 req-f8e1e1d6-8dd4-41a0-81fa-6d04158e66bf service neutron] 10.222.0.21 "GET /v2.0/networks/01978340-2bdb-41dd-b68d-34ccefa7dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983142 Aug 21 12:19:02.107897 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-c4703eaa-5fbc-4d04-8d49-314a2814694c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "PUT /v2.0/floatingips/5a784ea8-b74e-4a64-9eb8-1354db4459e1 HTTP/1.1" status: 200 len: 990 time: 4.5428340 Aug 21 12:19:02.107897 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576736a8-b6ac-41e2-89d6-ce0148bb0856', 'tag': '745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8'}] {{(pid=82380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:19:02.232524 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 38238) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:02.288912 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576736a8-b6ac-41e2-89d6-ce0148bb0856', 'tag': '745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8', 'status': 'completed', 'code': 200} Aug 21 12:19:02.477207 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055104fa-e906-4562-8353-8048808268c9 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Router 984f3ffc-31a1-4d67-afe6-e454adaace64 has already been hosted by L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 {{(pid=82380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:19:02.531952 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-9f2ed24d-9d74-4d49-b005-9a8a9f82f8e6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cb6b9e0ce01e44d3b4d3515656fb6a74&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2955544 Aug 21 12:19:02.533050 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7e565fbb-ab6a-4cd8-b008-c11ed4c48f75 req-81d8b197-f83c-4272-bd9c-fecc7e6b5a11 service neutron] 10.222.0.21 "GET /v2.0/networks/01978340-2bdb-41dd-b68d-34ccefa7dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581802 Aug 21 12:19:02.533793 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 38252) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:02.561594 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-d72840e0-72bb-4bd7-a74c-b1195ff47256 None None] Set router e29c4950-5399-439e-9651-f286254ee37a gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:19:02.642804 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-69c3e6aa-22fd-41d9-af14-5713462a8150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:02.654222 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7438b908-aba2-4e4a-89e5-de8f088b9e91 req-8c99c8c1-c0b1-405d-baf2-82c7e9720ad9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d15178842e94d9d8cae320279c910bf&device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 1098 time: 0.3445852 Aug 21 12:19:02.850486 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-69c3e6aa-22fd-41d9-af14-5713462a8150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:02.968407 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055104fa-e906-4562-8353-8048808268c9 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:19:02.973420 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-055104fa-e906-4562-8353-8048808268c9 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for floatingip, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:02.979217 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e271ecd3-9b90-456f-9a1d-6aa21b6367a8 None None] Sync routers for ids ['984f3ffc-31a1-4d67-afe6-e454adaace64'] in dv-cinder-805477-2-smb {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:19:03.004563 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e271ecd3-9b90-456f-9a1d-6aa21b6367a8 None None] Routers {'984f3ffc-31a1-4d67-afe6-e454adaace64'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:19:03.005363 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-e271ecd3-9b90-456f-9a1d-6aa21b6367a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:18:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['984f3ffc-31a1-4d67-afe6-e454adaace64'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:03.052414 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-055104fa-e906-4562-8353-8048808268c9 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "PUT /v2.0/floatingips/fb573169-af0f-45a8-91b5-092696202116 HTTP/1.1" status: 200 len: 991 time: 3.6546364 Aug 21 12:19:03.114390 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-69c3e6aa-22fd-41d9-af14-5713462a8150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:03.124866 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-d72840e0-72bb-4bd7-a74c-b1195ff47256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c4950-5399-439e-9651-f286254ee37a', 'name': 'tempest-AttachVolumeTestJSON-816231334-router', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:00Z', 'updated_at': '2021-08-21T12:18:10Z', 'revision_number': 4, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'gw_port': {'id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:01Z', 'updated_at': '2021-08-21T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_floatingips': [{'id': '5a784ea8-b74e-4a64-9eb8-1354db4459e1', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'floating_ip_address': '172.28.2.45', 'floating_network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'router_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'port_id': '745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374', 'mac_address': 'fa:16:3e:e9:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576736a8-b6ac-41e2-89d6-ce0148bb0856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:18:27Z', 'updated_at': '2021-08-21T12:18:58Z', 'revision_number': 1, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7aa2d36-343c-4811-b328-892368e4bba7', 'name': '', 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'mac_address': 'fa:16:3e:48:60:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:08Z', 'updated_at': '2021-08-21T12:18:23Z', 'revision_number': 5, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'subnets': [{'id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:03.134689 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72840e0-72bb-4bd7-a74c-b1195ff47256 None None] Checking router: e29c4950-5399-439e-9651-f286254ee37a for host: dv-cinder-805477-2-smb {{(pid=82382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:19:03.140259 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5aee6294-e2eb-4753-8c35-c644a93fefbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:03.159808 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72840e0-72bb-4bd7-a74c-b1195ff47256 None None] Routers {'e29c4950-5399-439e-9651-f286254ee37a'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:19:03.160965 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-d72840e0-72bb-4bd7-a74c-b1195ff47256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:18:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['e29c4950-5399-439e-9651-f286254ee37a'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:03.240465 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-69c3e6aa-22fd-41d9-af14-5713462a8150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:03.243349 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-69c3e6aa-22fd-41d9-af14-5713462a8150 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea197ccb-9303-4dca-a1e1-98a0cdebc823 HTTP/1.1" status: 204 len: 168 time: 0.7039077 Aug 21 12:19:03.249064 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3e6aa-22fd-41d9-af14-5713462a8150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea197ccb-9303-4dca-a1e1-98a0cdebc823,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:03.265565 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-69c3e6aa-22fd-41d9-af14-5713462a8150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:03.282092 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438b908-aba2-4e4a-89e5-de8f088b9e91 req-3fad2c35-056e-4028-ac8d-5ee1b366f25f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:03.283768 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7438b908-aba2-4e4a-89e5-de8f088b9e91 req-3fad2c35-056e-4028-ac8d-5ee1b366f25f service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a02cb72-de11-4e13-afc5-fd37a9467374 HTTP/1.1" status: 200 len: 911 time: 0.6121891 Aug 21 12:19:03.400393 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-e271ecd3-9b90-456f-9a1d-6aa21b6367a8 None None] Set router 984f3ffc-31a1-4d67-afe6-e454adaace64 gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:19:03.541877 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13ebad-bb33-404a-8c61-23bb1315004e req-68e355f7-16e9-4d7d-8758-609898a3249b tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:03.549324 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5f13ebad-bb33-404a-8c61-23bb1315004e req-68e355f7-16e9-4d7d-8758-609898a3249b tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81692ee-326f-41d3-8533-a68d8bc3cf0b HTTP/1.1" status: 200 len: 943 time: 0.5483646 Aug 21 12:19:03.556890 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-d72840e0-72bb-4bd7-a74c-b1195ff47256 None None] Set router e29c4950-5399-439e-9651-f286254ee37a gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:19:03.592387 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7438b908-aba2-4e4a-89e5-de8f088b9e91 req-09f67cba-d850-4998-80cf-e6174fb5a9aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 HTTP/1.1" status: 200 len: 998 time: 0.2921445 Aug 21 12:19:03.743514 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5f13ebad-bb33-404a-8c61-23bb1315004e req-68d36400-3805-4b75-9667-24e2b9a31c6c tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e54f0b1-411c-43c3-92cd-d86362aa78e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924493 Aug 21 12:19:03.797261 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438b908-aba2-4e4a-89e5-de8f088b9e91 req-fa138fe7-9a17-414b-a062-f6ab1788a418 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:03.799105 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7438b908-aba2-4e4a-89e5-de8f088b9e91 req-fa138fe7-9a17-414b-a062-f6ab1788a418 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f58e09c1-f79e-4472-81dc-9752e44b5901 HTTP/1.1" status: 200 len: 849 time: 0.1885111 Aug 21 12:19:03.925777 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7438b908-aba2-4e4a-89e5-de8f088b9e91 req-a2873c8f-bb42-4753-8876-ede416f5df09 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a02cb72-de11-4e13-afc5-fd37a9467374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1155641 Aug 21 12:19:03.986910 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device cce424b9-d925-4824-9016-34900b1d0777 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:19:04.170130 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7438b908-aba2-4e4a-89e5-de8f088b9e91 req-1beef056-3b38-4d64-8232-49a963d68c57 service neutron] 10.222.0.21 "GET /v2.0/networks/8a02cb72-de11-4e13-afc5-fd37a9467374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364490 Aug 21 12:19:04.264100 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port cce424b9-d925-4824-9016-34900b1d0777, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=cce424b9-d925-4824-9016-34900b1d0777,segment=NetworkSegment(df8fef82-5ce3-469a-a48a-e8f5d3b7e2dc),segment_id=df8fef82-5ce3-469a-a48a-e8f5d3b7e2dc)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:19:04.283090 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Returning: {'device': 'cce424b9-d925-4824-9016-34900b1d0777', 'network_id': '01978340-2bdb-41dd-b68d-34ccefa7dd57', 'port_id': 'cce424b9-d925-4824-9016-34900b1d0777', 'mac_address': 'fa:16:3e:e8:df:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b758a4a4-1944-4879-89a8-87ca454ab926', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:19:04.291592 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55deb59-482b-46b7-9199-3988b119cd6a', 'tag': 'ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8'}] {{(pid=82380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:19:04.443015 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55deb59-482b-46b7-9199-3988b119cd6a', 'tag': 'ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8', 'status': 'completed', 'code': 200} Aug 21 12:19:04.514781 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-d72840e0-72bb-4bd7-a74c-b1195ff47256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c4950-5399-439e-9651-f286254ee37a', 'name': 'tempest-AttachVolumeTestJSON-816231334-router', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:00Z', 'updated_at': '2021-08-21T12:18:10Z', 'revision_number': 4, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'gw_port': {'id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:01Z', 'updated_at': '2021-08-21T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_floatingips': [{'id': '5a784ea8-b74e-4a64-9eb8-1354db4459e1', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'floating_ip_address': '172.28.2.45', 'floating_network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'router_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'port_id': '745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374', 'mac_address': 'fa:16:3e:e9:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576736a8-b6ac-41e2-89d6-ce0148bb0856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:18:27Z', 'updated_at': '2021-08-21T12:18:58Z', 'revision_number': 1, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7aa2d36-343c-4811-b328-892368e4bba7', 'name': '', 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'mac_address': 'fa:16:3e:48:60:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:08Z', 'updated_at': '2021-08-21T12:18:23Z', 'revision_number': 5, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'subnets': [{'id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:04.520924 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:04.523355 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72840e0-72bb-4bd7-a74c-b1195ff47256 None None] The sync data for ids ['e29c4950-5399-439e-9651-f286254ee37a'] in dv-cinder-805477-2-smb is: [{'id': 'e29c4950-5399-439e-9651-f286254ee37a', 'name': 'tempest-AttachVolumeTestJSON-816231334-router', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:00Z', 'updated_at': '2021-08-21T12:18:10Z', 'revision_number': 4, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'gw_port': {'id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:01Z', 'updated_at': '2021-08-21T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_floatingips': [{'id': '5a784ea8-b74e-4a64-9eb8-1354db4459e1', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'floating_ip_address': '172.28.2.45', 'floating_network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'router_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'port_id': '745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374', 'mac_address': 'fa:16:3e:e9:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576736a8-b6ac-41e2-89d6-ce0148bb0856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:18:27Z', 'updated_at': '2021-08-21T12:18:58Z', 'revision_number': 1, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7aa2d36-343c-4811-b328-892368e4bba7', 'name': '', 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'mac_address': 'fa:16:3e:48:60:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:08Z', 'updated_at': '2021-08-21T12:18:23Z', 'revision_number': 5, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'subnets': [{'id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:19:04.552443 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce424b9-d925-4824-9016-34900b1d0777 {{(pid=82381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:19:04.555509 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7438b908-aba2-4e4a-89e5-de8f088b9e91 req-15e96044-5a7b-40de-ba61-a4c420456511 service neutron] 10.222.0.21 "GET /v2.0/networks/8a02cb72-de11-4e13-afc5-fd37a9467374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770080 Aug 21 12:19:04.613293 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2d416a54-070a-4714-bdeb-fdd44124465d req-0a2c8d7b-6fdd-4724-80c5-7e68602ee468 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ab1a7fb5e8f47d4a26520c5fb8bd4c2&device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 1098 time: 0.1499856 Aug 21 12:19:04.622426 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port cce424b9-d925-4824-9016-34900b1d0777, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=cce424b9-d925-4824-9016-34900b1d0777,segment=NetworkSegment(df8fef82-5ce3-469a-a48a-e8f5d3b7e2dc),segment_id=df8fef82-5ce3-469a-a48a-e8f5d3b7e2dc)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:19:04.642137 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-e271ecd3-9b90-456f-9a1d-6aa21b6367a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'name': 'tempest-AttachVolumeShelveTestJSON-891784107-router', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '80413900-88b2-4bd9-8678-ecc146631569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:03Z', 'updated_at': '2021-08-21T12:18:20Z', 'revision_number': 4, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'gw_port': {'id': '80413900-88b2-4bd9-8678-ecc146631569', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:04Z', 'updated_at': '2021-08-21T12:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_floatingips': [{'id': 'fb573169-af0f-45a8-91b5-092696202116', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'floating_ip_address': '172.28.2.210', 'floating_network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'router_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'port_id': 'ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'mac_address': 'fa:16:3e:8a:4b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55deb59-482b-46b7-9199-3988b119cd6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:18:32Z', 'updated_at': '2021-08-21T12:19:00Z', 'revision_number': 1, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92170282-fedb-40d3-ab97-205956a687be', 'name': '', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'mac_address': 'fa:16:3e:c3:2f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:15Z', 'updated_at': '2021-08-21T12:18:31Z', 'revision_number': 5, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'subnets': [{'id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:04.647281 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e271ecd3-9b90-456f-9a1d-6aa21b6367a8 None None] Checking router: 984f3ffc-31a1-4d67-afe6-e454adaace64 for host: dv-cinder-805477-2-smb {{(pid=82381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:19:04.650272 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:04.652592 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:04.751497 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=cce424b9-d925-4824-9016-34900b1d0777,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:04.760094 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e271ecd3-9b90-456f-9a1d-6aa21b6367a8 None None] Routers {'984f3ffc-31a1-4d67-afe6-e454adaace64'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:19:04.760798 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-e271ecd3-9b90-456f-9a1d-6aa21b6367a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:18:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['984f3ffc-31a1-4d67-afe6-e454adaace64'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:04.921864 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d416a54-070a-4714-bdeb-fdd44124465d req-2166f546-29ec-48c8-b5db-a6aba343c4d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:04.922089 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:04.922089 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:04.922444 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:04.922766 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:04.923141 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:04.923515 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:04.923885 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:04.924255 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:04.924623 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:04.925254 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:04.925502 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:04.926654 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2d416a54-070a-4714-bdeb-fdd44124465d req-2166f546-29ec-48c8-b5db-a6aba343c4d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=66fcdff2-94ab-4687-9781-4d1ba887f030 HTTP/1.1" status: 200 len: 917 time: 0.3046246 Aug 21 12:19:04.929795 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:05.072444 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 38336) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:05.154670 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba08e67f-7972-481e-aa8c-83d4035b3778 None None] New status for floating IP 5a784ea8-b74e-4a64-9eb8-1354db4459e1: ACTIVE {{(pid=82382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:19:05.261816 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['cce424b9-d925-4824-9016-34900b1d0777'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:19:05.271600 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2d416a54-070a-4714-bdeb-fdd44124465d req-64607dbd-261e-44f7-bbf0-024c7ce19d8a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 HTTP/1.1" status: 200 len: 999 time: 0.3367801 Aug 21 12:19:05.362816 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407c1c1-851e-4fb1-b6b7-fbad4a83f950 req-00bc2241-ea80-472a-962c-2c1b29bfab9c tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:05.373626 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a407c1c1-851e-4fb1-b6b7-fbad4a83f950 req-00bc2241-ea80-472a-962c-2c1b29bfab9c tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81692ee-326f-41d3-8533-a68d8bc3cf0b HTTP/1.1" status: 200 len: 944 time: 0.2740824 Aug 21 12:19:05.404767 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1576362762-network', 'tenant_id': '8473861c17114a58a182c5c448d53560'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:19:05.408818 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d416a54-070a-4714-bdeb-fdd44124465d req-09157112-efca-494b-bc51-548cb7a4409b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:05.410418 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2d416a54-070a-4714-bdeb-fdd44124465d req-09157112-efca-494b-bc51-548cb7a4409b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8a00bc67-6928-4f8f-9e79-a5b624611398 HTTP/1.1" status: 200 len: 855 time: 0.1269040 Aug 21 12:19:05.413621 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:05.423813 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Usage tracker for resource:network and tenant:8473861c17114a58a182c5c448d53560 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:05.432139 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:05.452367 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:05.478930 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Made reservation on behalf of 8473861c17114a58a182c5c448d53560 for: {'network': 1} {{(pid=82380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:19:05.488247 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for network, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:05.492376 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a407c1c1-851e-4fb1-b6b7-fbad4a83f950 req-1fe705ec-da58-4826-8330-4f6728b8b07e tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e54f0b1-411c-43c3-92cd-d86362aa78e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177311 Aug 21 12:19:05.523200 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:05.558415 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2d416a54-070a-4714-bdeb-fdd44124465d req-d687ebab-4f2f-449d-9210-203010005a72 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=66fcdff2-94ab-4687-9781-4d1ba887f030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1376328 Aug 21 12:19:05.599490 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-e271ecd3-9b90-456f-9a1d-6aa21b6367a8 None None] Set router 984f3ffc-31a1-4d67-afe6-e454adaace64 gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:19:05.618302 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:05.623615 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Usage tracker for resource:security_group_rule and tenant:8473861c17114a58a182c5c448d53560 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:05.627819 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:05.637101 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:05.821335 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:05.828693 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:05.844882 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:05.871179 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=82380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:19:05.931298 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29007edb-52ac-4337-8e67-eb06f250a268,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:05.945811 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:05.946417 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.segments_db [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Added segment 9bccf248-dbd2-4188-9e45-304e4f6cd4b1 of type vlan for network 18d0a611-84ee-4786-bdcb-094287ac4ec3 Aug 21 12:19:05.948707 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2d416a54-070a-4714-bdeb-fdd44124465d req-6ab7f5a4-827c-468c-821a-8f3b12e1011a service neutron] 10.222.0.21 "GET /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834150 Aug 21 12:19:05.950487 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:05.950980 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:05.951578 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:05.952054 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:05.952518 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:05.953194 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:05.953658 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:05.954116 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:05.954582 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:05.956226 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:05.956699 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:05.963767 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:06.022215 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757584836911'] for network, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:06.117652 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808'] for network, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:06.119884 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:06.120552 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:06.126309 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:06.136959 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2d416a54-070a-4714-bdeb-fdd44124465d req-f9c35635-c582-4d82-9190-63e6adec6ec9 service neutron] 10.222.0.21 "GET /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771905 Aug 21 12:19:06.283317 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-e271ecd3-9b90-456f-9a1d-6aa21b6367a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'name': 'tempest-AttachVolumeShelveTestJSON-891784107-router', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '80413900-88b2-4bd9-8678-ecc146631569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:03Z', 'updated_at': '2021-08-21T12:18:20Z', 'revision_number': 4, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'gw_port': {'id': '80413900-88b2-4bd9-8678-ecc146631569', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:04Z', 'updated_at': '2021-08-21T12:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_floatingips': [{'id': 'fb573169-af0f-45a8-91b5-092696202116', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'floating_ip_address': '172.28.2.210', 'floating_network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'router_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'port_id': 'ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'mac_address': 'fa:16:3e:8a:4b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55deb59-482b-46b7-9199-3988b119cd6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:18:32Z', 'updated_at': '2021-08-21T12:19:00Z', 'revision_number': 1, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92170282-fedb-40d3-ab97-205956a687be', 'name': '', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'mac_address': 'fa:16:3e:c3:2f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:15Z', 'updated_at': '2021-08-21T12:18:31Z', 'revision_number': 5, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'subnets': [{'id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:06.289097 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e271ecd3-9b90-456f-9a1d-6aa21b6367a8 None None] The sync data for ids ['984f3ffc-31a1-4d67-afe6-e454adaace64'] in dv-cinder-805477-2-smb is: [{'id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'name': 'tempest-AttachVolumeShelveTestJSON-891784107-router', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '80413900-88b2-4bd9-8678-ecc146631569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:03Z', 'updated_at': '2021-08-21T12:18:20Z', 'revision_number': 4, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'gw_port': {'id': '80413900-88b2-4bd9-8678-ecc146631569', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:04Z', 'updated_at': '2021-08-21T12:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_floatingips': [{'id': 'fb573169-af0f-45a8-91b5-092696202116', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'floating_ip_address': '172.28.2.210', 'floating_network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'router_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'port_id': 'ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'mac_address': 'fa:16:3e:8a:4b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55deb59-482b-46b7-9199-3988b119cd6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:18:32Z', 'updated_at': '2021-08-21T12:19:00Z', 'revision_number': 1, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92170282-fedb-40d3-ab97-205956a687be', 'name': '', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'mac_address': 'fa:16:3e:c3:2f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:15Z', 'updated_at': '2021-08-21T12:18:31Z', 'revision_number': 5, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'subnets': [{'id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:19:06.293293 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Pushing event updated for resources: {'Network': ['ID=18d0a611-84ee-4786-bdcb-094287ac4ec3,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:06.299246 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2226524 Aug 21 12:19:06.299246 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:06.299740 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 38376) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:06.306289 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-ee8e1058-1d02-4c56-9c4e-d93cf581a54e admin admin] Request body: {'subnet': {'network_id': '18d0a611-84ee-4786-bdcb-094287ac4ec3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1576362762-subnet', 'tenant_id': '8473861c17114a58a182c5c448d53560', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:19:06.307106 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Network 18d0a611-84ee-4786-bdcb-094287ac4ec3 details requested by agent ovs-agent-dv-cinder-805477-2-smb with host dv-cinder-805477-2-smb {{(pid=82381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:19:06.311512 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-ee8e1058-1d02-4c56-9c4e-d93cf581a54e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:06.315830 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-ee8e1058-1d02-4c56-9c4e-d93cf581a54e admin admin] Usage tracker for resource:subnet and tenant:8473861c17114a58a182c5c448d53560 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:06.319050 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-ee8e1058-1d02-4c56-9c4e-d93cf581a54e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:06.325523 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-ee8e1058-1d02-4c56-9c4e-d93cf581a54e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:06.355232 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8e1058-1d02-4c56-9c4e-d93cf581a54e admin admin] Made reservation on behalf of 8473861c17114a58a182c5c448d53560 for: {'subnet': 1} {{(pid=82380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:19:06.360725 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ee8e1058-1d02-4c56-9c4e-d93cf581a54e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848038028'] for subnet, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:06.662864 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ee8e1058-1d02-4c56-9c4e-d93cf581a54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848061579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848038043'] for subnet, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:06.670231 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f97d485c-96c4-4193-b04a-dace2b8b0aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:06.739902 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 38396) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:06.748787 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e1058-1d02-4c56-9c4e-d93cf581a54e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8572cca-1fbb-4055-8700-71a5ac4d4c97,revision_number=0']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:06.759161 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ee8e1058-1d02-4c56-9c4e-d93cf581a54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:06.816673 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8e1058-1d02-4c56-9c4e-d93cf581a54e admin admin] Checking segment: {'id': '9bccf248-dbd2-4188-9e45-304e4f6cd4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '18d0a611-84ee-4786-bdcb-094287ac4ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:19:06.817212 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8e1058-1d02-4c56-9c4e-d93cf581a54e admin admin] Network hostable DHCP agents. Network: 18d0a611-84ee-4786-bdcb-094287ac4ec3, hostable agents: ['225e7d11-fae5-4c67-af4e-3e3ed6d78c06'], hosted agents: [] {{(pid=82380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:19:06.833201 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb0e9fc-17ff-4cc3-bebd-c5b5885411f0 None None] New status for floating IP fb573169-af0f-45a8-91b5-092696202116: ACTIVE {{(pid=82381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:19:06.853661 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f4510-da5d-470b-9848-2df90e3f14f3 req-490fc1f9-0363-49e2-b589-ac8a100c6572 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:06.872823 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-823f4510-da5d-470b-9848-2df90e3f14f3 req-490fc1f9-0363-49e2-b589-ac8a100c6572 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81692ee-326f-41d3-8533-a68d8bc3cf0b HTTP/1.1" status: 200 len: 944 time: 0.1827567 Aug 21 12:19:06.874183 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8e1058-1d02-4c56-9c4e-d93cf581a54e admin admin] Network 18d0a611-84ee-4786-bdcb-094287ac4ec3 is scheduled to be hosted by DHCP agent 225e7d11-fae5-4c67-af4e-3e3ed6d78c06 with binding_index 1 {{(pid=82380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:19:06.891120 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-ee8e1058-1d02-4c56-9c4e-d93cf581a54e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-smb, 18d0a611-84ee-4786-bdcb-094287ac4ec3) {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:19:06.900859 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8e1058-1d02-4c56-9c4e-d93cf581a54e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:06.901799 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ee8e1058-1d02-4c56-9c4e-d93cf581a54e admin admin] Notify callbacks [] for subnet, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:06.942510 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-ee8e1058-1d02-4c56-9c4e-d93cf581a54e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6393704 Aug 21 12:19:06.942615 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 38410) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:06.948863 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-21f52e13-6b73-4213-b493-f9bf052c2bba admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1576362762-router', 'tenant_id': '8473861c17114a58a182c5c448d53560', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'}}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:19:06.962948 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-21f52e13-6b73-4213-b493-f9bf052c2bba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:06.969166 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-21f52e13-6b73-4213-b493-f9bf052c2bba admin admin] Usage tracker for resource:router and tenant:8473861c17114a58a182c5c448d53560 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:06.972495 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-21f52e13-6b73-4213-b493-f9bf052c2bba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:06.980502 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-21f52e13-6b73-4213-b493-f9bf052c2bba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:06.983312 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-823f4510-da5d-470b-9848-2df90e3f14f3 req-7f6faef9-db86-451b-9053-19f0e99594a0 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e54f0b1-411c-43c3-92cd-d86362aa78e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091380 Aug 21 12:19:06.993537 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-21f52e13-6b73-4213-b493-f9bf052c2bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7925268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-503649'] for router, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:06.994910 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-21f52e13-6b73-4213-b493-f9bf052c2bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846850359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846847987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846465200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854272135'] for router, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:07.023261 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11351f9a-05c7-475f-b38a-3a903731ea3b None None] Network 18d0a611-84ee-4786-bdcb-094287ac4ec3 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:19:07.040201 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0abb3dfe-f95a-4cf6-aa52-1014fd54dece admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:07.057464 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-21f52e13-6b73-4213-b493-f9bf052c2bba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:07.091257 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-0abb3dfe-f95a-4cf6-aa52-1014fd54dece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:07.153443 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-0abb3dfe-f95a-4cf6-aa52-1014fd54dece admin admin] Usage tracker for resource:security_group_rule and tenant:a0eae2a841d040f38d955ce631674011 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:07.162599 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-0abb3dfe-f95a-4cf6-aa52-1014fd54dece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:07.170883 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-0abb3dfe-f95a-4cf6-aa52-1014fd54dece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:07.264082 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-21f52e13-6b73-4213-b493-f9bf052c2bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846847972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7925287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854272250'] for router, precommit_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:07.393755 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0abb3dfe-f95a-4cf6-aa52-1014fd54dece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:07.399521 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0abb3dfe-f95a-4cf6-aa52-1014fd54dece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:07.416570 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:07.442600 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92f13ad-eac4-4086-9e33-7bc166cd52eb None None] Network 18d0a611-84ee-4786-bdcb-094287ac4ec3 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:19:07.470779 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb3dfe-f95a-4cf6-aa52-1014fd54dece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf51bb1-7adf-4ce6-8d25-e28731b5674a,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:07.476186 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-0abb3dfe-f95a-4cf6-aa52-1014fd54dece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:07.481052 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-0abb3dfe-f95a-4cf6-aa52-1014fd54dece admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a0eae2a841d040f38d955ce631674011&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7379646 Aug 21 12:19:07.482844 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 38426) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:07.559061 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-09c274fd-e7d3-4a99-b5f9-b85cfb43c83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:07.594599 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-09c274fd-e7d3-4a99-b5f9-b85cfb43c83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:07.682569 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-09c274fd-e7d3-4a99-b5f9-b85cfb43c83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:07.688191 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:07.718245 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device cce424b9-d925-4824-9016-34900b1d0777 up at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:19:07.730482 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c274fd-e7d3-4a99-b5f9-b85cfb43c83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf51bb1-7adf-4ce6-8d25-e28731b5674a,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:07.745718 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-09c274fd-e7d3-4a99-b5f9-b85cfb43c83b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:07.748222 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-09c274fd-e7d3-4a99-b5f9-b85cfb43c83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:07.756276 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-09c274fd-e7d3-4a99-b5f9-b85cfb43c83b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4bf51bb1-7adf-4ce6-8d25-e28731b5674a HTTP/1.1" status: 204 len: 168 time: 0.2720993 Aug 21 12:19:07.825268 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning for port cce424b9-d925-4824-9016-34900b1d0777 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:19:07.831420 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning complete for port cce424b9-d925-4824-9016-34900b1d0777 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:19:07.832050 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:07.905460 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-21f52e13-6b73-4213-b493-f9bf052c2bba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:07.974496 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-21f52e13-6b73-4213-b493-f9bf052c2bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:08.001039 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:08.039613 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81692ee-326f-41d3-8533-a68d8bc3cf0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce424b9-d925-4824-9016-34900b1d0777'}] {{(pid=82381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:19:08.055339 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port cce424b9-d925-4824-9016-34900b1d0777, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=cce424b9-d925-4824-9016-34900b1d0777,segment=NetworkSegment(df8fef82-5ce3-469a-a48a-e8f5d3b7e2dc),segment_id=df8fef82-5ce3-469a-a48a-e8f5d3b7e2dc)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:19:08.058504 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:08.062755 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:08.176873 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-21f52e13-6b73-4213-b493-f9bf052c2bba admin admin] Allocated IP 172.28.2.130 (17d050b5-9d10-4030-a56f-7262e0bfffca/7ff80433-24f5-4344-a1b2-e78aa99f1de5/fe705438-f31f-445a-a26e-37d1442f31b1) {{(pid=82380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:19:08.201737 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=cce424b9-d925-4824-9016-34900b1d0777,revision_number=5']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:08.207472 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:08.283397 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10b861-8a91-4494-a40d-300b90754c2d req-ad409c16-6783-4ddc-8486-c801ee80bfe8 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:08.299943 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cb10b861-8a91-4494-a40d-300b90754c2d req-ad409c16-6783-4ddc-8486-c801ee80bfe8 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81692ee-326f-41d3-8533-a68d8bc3cf0b HTTP/1.1" status: 200 len: 945 time: 0.1540198 Aug 21 12:19:08.403988 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-21f52e13-6b73-4213-b493-f9bf052c2bba admin admin] Notify callbacks [] for port, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:08.416319 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cb10b861-8a91-4494-a40d-300b90754c2d req-03c532ea-815c-458e-9bac-17b218580e5c tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e54f0b1-411c-43c3-92cd-d86362aa78e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151433 Aug 21 12:19:08.425970 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81692ee-326f-41d3-8533-a68d8bc3cf0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce424b9-d925-4824-9016-34900b1d0777', 'code': 200} Aug 21 12:19:08.450817 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-21f52e13-6b73-4213-b493-f9bf052c2bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:08.472036 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-9fff71d4-5609-4c6f-b7d5-f3ae3f406227 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:08.499529 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 38470) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:08.535174 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-60d08663-a85d-4166-860b-de9bd194e3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:08.553817 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f52e13-6b73-4213-b493-f9bf052c2bba admin admin] Pushing event updated for resources: {'Port': ['ID=fe705438-f31f-445a-a26e-37d1442f31b1,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:08.571655 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-21f52e13-6b73-4213-b493-f9bf052c2bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:08.598609 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f52e13-6b73-4213-b493-f9bf052c2bba admin admin] Network 17d050b5-9d10-4030-a56f-7262e0bfffca is already hosted by enough agents. {{(pid=82380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:19:08.602882 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-21f52e13-6b73-4213-b493-f9bf052c2bba admin admin] Resources bound (agent type, host, resource id): {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:19:08.610738 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f52e13-6b73-4213-b493-f9bf052c2bba admin admin] Received port after_create {{(pid=82380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:19:08.615996 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-60d08663-a85d-4166-860b-de9bd194e3ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:08.625478 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-60d08663-a85d-4166-860b-de9bd194e3ef admin admin] Usage tracker for resource:security_group_rule and tenant:4d4038d4119245209da4c6906414e5bd is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:08.628883 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-60d08663-a85d-4166-860b-de9bd194e3ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:08.636032 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-60d08663-a85d-4166-860b-de9bd194e3ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:08.766276 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-60d08663-a85d-4166-860b-de9bd194e3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:08.793921 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-60d08663-a85d-4166-860b-de9bd194e3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:08.820134 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-21f52e13-6b73-4213-b493-f9bf052c2bba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:08.821173 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-21f52e13-6b73-4213-b493-f9bf052c2bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846850513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7927847'] for router, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:08.839409 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:08.855196 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-60d08663-a85d-4166-860b-de9bd194e3ef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d4038d4119245209da4c6906414e5bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3512478 Aug 21 12:19:08.865350 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 38482) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:08.943319 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f3177feb-e0ed-4fbf-8719-e44ad893fc41 req-8cd6cc95-d8ce-4e61-bb2e-d1b4d977e445 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a81692ee-326f-41d3-8533-a68d8bc3cf0b HTTP/1.1" status: 200 len: 1098 time: 0.2508364 Aug 21 12:19:08.943999 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d08663-a85d-4166-860b-de9bd194e3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1927ae95-9b73-4c6a-b479-11cb53dd1d5d,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:08.948888 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-60d08663-a85d-4166-860b-de9bd194e3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:09.000259 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b524a4de-c109-4ebc-9131-9e315af7b3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:09.021909 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f3177feb-e0ed-4fbf-8719-e44ad893fc41 req-5b05d46d-0f75-400f-a038-b30aa310ceff service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7e54f0b1-411c-43c3-92cd-d86362aa78e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705805 Aug 21 12:19:09.035690 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b524a4de-c109-4ebc-9131-9e315af7b3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:09.085746 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f52e13-6b73-4213-b493-f9bf052c2bba admin admin] Router eb20d3ed-306d-4c8a-be78-b29679b339af is scheduled to L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 with binding_index 1 {{(pid=82380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Aug 21 12:19:09.093250 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b524a4de-c109-4ebc-9131-9e315af7b3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:09.098834 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-09c274fd-e7d3-4a99-b5f9-b85cfb43c83b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:09.110719 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524a4de-c109-4ebc-9131-9e315af7b3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1927ae95-9b73-4c6a-b479-11cb53dd1d5d,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:09.113546 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b524a4de-c109-4ebc-9131-9e315af7b3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:09.121300 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b524a4de-c109-4ebc-9131-9e315af7b3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:09.122615 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-b524a4de-c109-4ebc-9131-9e315af7b3dd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1927ae95-9b73-4c6a-b479-11cb53dd1d5d HTTP/1.1" status: 204 len: 168 time: 0.2562551 Aug 21 12:19:09.362245 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f52e13-6b73-4213-b493-f9bf052c2bba admin admin] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:19:09.373647 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f255431-8763-4206-8a09-bf04010dbce2 None None] Sync routers for ids ['eb20d3ed-306d-4c8a-be78-b29679b339af'] in dv-cinder-805477-2-smb {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:19:09.406595 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-21f52e13-6b73-4213-b493-f9bf052c2bba admin admin] Notify callbacks [] for router, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:09.409236 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-21f52e13-6b73-4213-b493-f9bf052c2bba admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.4644020 Aug 21 12:19:09.411399 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 38512) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:09.411766 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f255431-8763-4206-8a09-bf04010dbce2 None None] Routers {'eb20d3ed-306d-4c8a-be78-b29679b339af'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:19:09.412453 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-7f255431-8763-4206-8a09-bf04010dbce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:18:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['eb20d3ed-306d-4c8a-be78-b29679b339af'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:09.653221 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-7f255431-8763-4206-8a09-bf04010dbce2 None None] Set router eb20d3ed-306d-4c8a-be78-b29679b339af gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:19:09.885949 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cc451-25a1-40ad-914a-4420865f084b req-74d70e52-c18d-489a-84e5-9d2d4b1ca6c7 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:09.888155 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f75cc451-25a1-40ad-914a-4420865f084b req-74d70e52-c18d-489a-84e5-9d2d4b1ca6c7 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81692ee-326f-41d3-8533-a68d8bc3cf0b HTTP/1.1" status: 200 len: 945 time: 0.2634339 Aug 21 12:19:09.991715 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f75cc451-25a1-40ad-914a-4420865f084b req-638fa362-1f83-40b9-a73e-9b9916ced959 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e54f0b1-411c-43c3-92cd-d86362aa78e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820055 Aug 21 12:19:10.093433 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-7f255431-8763-4206-8a09-bf04010dbce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb20d3ed-306d-4c8a-be78-b29679b339af', 'name': 'tempest-ServerRescueNegativeTestJSON-1576362762-router', 'tenant_id': '8473861c17114a58a182c5c448d53560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fe705438-f31f-445a-a26e-37d1442f31b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:19:06Z', 'updated_at': '2021-08-21T12:19:08Z', 'revision_number': 3, 'project_id': '8473861c17114a58a182c5c448d53560', 'gw_port': {'id': 'fe705438-f31f-445a-a26e-37d1442f31b1', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb20d3ed-306d-4c8a-be78-b29679b339af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:19:08Z', 'updated_at': '2021-08-21T12:19:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb'}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:10.098451 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f255431-8763-4206-8a09-bf04010dbce2 None None] Checking router: eb20d3ed-306d-4c8a-be78-b29679b339af for host: dv-cinder-805477-2-smb {{(pid=82382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:19:10.098845 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f255431-8763-4206-8a09-bf04010dbce2 None None] Updating router eb20d3ed-306d-4c8a-be78-b29679b339af port fe705438-f31f-445a-a26e-37d1442f31b1 binding host dv-cinder-805477-2-smb {{(pid=82382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:19:10.121488 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 38542) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:10.169294 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7f255431-8763-4206-8a09-bf04010dbce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:10.301167 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6d1a3537-b298-4362-819b-94e82ce72327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:10.335655 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-6d1a3537-b298-4362-819b-94e82ce72327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:10.340864 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-6d1a3537-b298-4362-819b-94e82ce72327 admin admin] Usage tracker for resource:security_group_rule and tenant:c90e3a6688844abd928cfbe4a66f65e4 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:10.344541 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-6d1a3537-b298-4362-819b-94e82ce72327 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:10.352114 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-6d1a3537-b298-4362-819b-94e82ce72327 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:10.424287 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6d1a3537-b298-4362-819b-94e82ce72327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:10.427550 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6d1a3537-b298-4362-819b-94e82ce72327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:10.437412 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-0abb3dfe-f95a-4cf6-aa52-1014fd54dece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:10.482866 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a3537-b298-4362-819b-94e82ce72327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54559091-4f99-4938-968c-92b45fdf0029,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:10.486127 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-6d1a3537-b298-4362-819b-94e82ce72327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:10.491251 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-6d1a3537-b298-4362-819b-94e82ce72327 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c90e3a6688844abd928cfbe4a66f65e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3662641 Aug 21 12:19:10.491536 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 38554) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:10.642074 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1f249a23-6cec-4e3e-9e8d-faf0fb642da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:10.703570 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7f255431-8763-4206-8a09-bf04010dbce2 None None] Notify callbacks [] for port, precommit_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:10.710357 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e95dc375-969f-4b07-b7d6-cfdf06742ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:10.714125 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1f249a23-6cec-4e3e-9e8d-faf0fb642da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:10.730779 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-7f255431-8763-4206-8a09-bf04010dbce2 None None] Transition to ACTIVE for port object fe705438-f31f-445a-a26e-37d1442f31b1 will not be triggered until provisioned by entity L2. {{(pid=82382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:19:10.737678 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7f255431-8763-4206-8a09-bf04010dbce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:10.744576 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b0c44193-0b92-4869-a384-81cfce249330 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:10.787087 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1f249a23-6cec-4e3e-9e8d-faf0fb642da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:10.794040 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-31a63230-666b-44a2-859b-e3caabb2c20d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:10.807847 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f249a23-6cec-4e3e-9e8d-faf0fb642da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54559091-4f99-4938-968c-92b45fdf0029,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:10.810422 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-1f249a23-6cec-4e3e-9e8d-faf0fb642da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:10.818896 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1f249a23-6cec-4e3e-9e8d-faf0fb642da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:10.820344 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-1f249a23-6cec-4e3e-9e8d-faf0fb642da9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/54559091-4f99-4938-968c-92b45fdf0029 HTTP/1.1" status: 204 len: 168 time: 0.3278418 Aug 21 12:19:10.845456 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-7f255431-8763-4206-8a09-bf04010dbce2 None None] Attempting to bind port fe705438-f31f-445a-a26e-37d1442f31b1 on host dv-cinder-805477-2-smb for vnic_type normal with profile {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:19:10.846081 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-7f255431-8763-4206-8a09-bf04010dbce2 None None] Attempting to bind port fe705438-f31f-445a-a26e-37d1442f31b1 by drivers openvswitch,hyperv on host dv-cinder-805477-2-smb at level 0 using segments [{'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'}] {{(pid=82382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:19:10.846592 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f255431-8763-4206-8a09-bf04010dbce2 None None] Attempting to bind port fe705438-f31f-445a-a26e-37d1442f31b1 on network 17d050b5-9d10-4030-a56f-7262e0bfffca {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:19:10.862336 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c6f3f-e1df-475f-887b-9eda5e0bc8ee None None] Pushing event updated for resources: {'Port': ['ID=fe705438-f31f-445a-a26e-37d1442f31b1,revision_number=2']} {{(pid=82382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:10.872878 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c6f3f-e1df-475f-887b-9eda5e0bc8ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:10.873745 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c6f3f-e1df-475f-887b-9eda5e0bc8ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:10.874206 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c6f3f-e1df-475f-887b-9eda5e0bc8ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:10.874659 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c6f3f-e1df-475f-887b-9eda5e0bc8ee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:10.875138 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c6f3f-e1df-475f-887b-9eda5e0bc8ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:10.875663 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c6f3f-e1df-475f-887b-9eda5e0bc8ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:10.875947 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c6f3f-e1df-475f-887b-9eda5e0bc8ee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:10.876389 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c6f3f-e1df-475f-887b-9eda5e0bc8ee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:10.876778 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c6f3f-e1df-475f-887b-9eda5e0bc8ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:10.877269 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c6f3f-e1df-475f-887b-9eda5e0bc8ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:10.877682 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c6f3f-e1df-475f-887b-9eda5e0bc8ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:10.881648 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-eb2c6f3f-e1df-475f-887b-9eda5e0bc8ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:10.883091 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f255431-8763-4206-8a09-bf04010dbce2 None None] Checking agent: {'id': '18930305-9dab-4cc1-b040-572ba18151c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 9, 44), 'started_at': datetime.datetime(2021, 8, 21, 12, 10, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:19:10.883629 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f255431-8763-4206-8a09-bf04010dbce2 None None] Checking segment: {'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:19:10.884135 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7f255431-8763-4206-8a09-bf04010dbce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:10.884623 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f255431-8763-4206-8a09-bf04010dbce2 None None] Bound using segment: {'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'} {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:19:10.885245 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-7f255431-8763-4206-8a09-bf04010dbce2 None None] Bound port: fe705438-f31f-445a-a26e-37d1442f31b1, host: dv-cinder-805477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'}}] {{(pid=82382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:19:10.885747 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7f255431-8763-4206-8a09-bf04010dbce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:10.971581 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-7f255431-8763-4206-8a09-bf04010dbce2 None None] For port fe705438-f31f-445a-a26e-37d1442f31b1, host dv-cinder-805477-2-smb, cleared binding levels {{(pid=82382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:19:10.975232 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-7f255431-8763-4206-8a09-bf04010dbce2 None None] For port fe705438-f31f-445a-a26e-37d1442f31b1, host dv-cinder-805477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=fe705438-f31f-445a-a26e-37d1442f31b1,segment=NetworkSegment(04830730-7182-4df6-a102-4ded0d586a71),segment_id=04830730-7182-4df6-a102-4ded0d586a71)] {{(pid=82382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:19:10.981214 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7f255431-8763-4206-8a09-bf04010dbce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:11.006458 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-39158c97-12e2-44c2-a592-612460782715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:11.022958 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-e95dc375-969f-4b07-b7d6-cfdf06742ae7 admin admin] Allocated IP 172.20.0.1 (18d0a611-84ee-4786-bdcb-094287ac4ec3/b8572cca-1fbb-4055-8700-71a5ac4d4c97/4e63c097-ff7f-4b9d-ab20-376d2796eb91) {{(pid=82379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:19:11.192141 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f255431-8763-4206-8a09-bf04010dbce2 None None] Routers {'eb20d3ed-306d-4c8a-be78-b29679b339af'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:19:11.205295 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-7f255431-8763-4206-8a09-bf04010dbce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:18:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['eb20d3ed-306d-4c8a-be78-b29679b339af'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:11.307980 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e95dc375-969f-4b07-b7d6-cfdf06742ae7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:11.395309 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e95dc375-969f-4b07-b7d6-cfdf06742ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:11.412450 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:11.492502 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c6f3f-e1df-475f-887b-9eda5e0bc8ee None None] Pushing event updated for resources: {'Port': ['ID=fe705438-f31f-445a-a26e-37d1442f31b1,revision_number=3']} {{(pid=82382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:11.496388 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-7f255431-8763-4206-8a09-bf04010dbce2 None None] Set router eb20d3ed-306d-4c8a-be78-b29679b339af gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:19:11.543886 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-eb2c6f3f-e1df-475f-887b-9eda5e0bc8ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:11.670925 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 38602) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:11.714856 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-402a9330-6ab6-4f1d-a7b3-eff0eea3196c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:11.727733 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95dc375-969f-4b07-b7d6-cfdf06742ae7 admin admin] Network 18d0a611-84ee-4786-bdcb-094287ac4ec3 is already hosted by enough agents. {{(pid=82379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:19:11.732024 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95dc375-969f-4b07-b7d6-cfdf06742ae7 admin admin] Pushing event updated for resources: {'Port': ['ID=4e63c097-ff7f-4b9d-ab20-376d2796eb91,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:11.736303 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-e95dc375-969f-4b07-b7d6-cfdf06742ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:11.738411 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-e95dc375-969f-4b07-b7d6-cfdf06742ae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:19:11.741612 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95dc375-969f-4b07-b7d6-cfdf06742ae7 admin admin] Received port after_create {{(pid=82379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:19:11.792583 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-402a9330-6ab6-4f1d-a7b3-eff0eea3196c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:11.797354 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e8eeb-9e34-4528-bdb0-1ea5cb63c068 req-269b13c2-9582-4fb6-9cc1-56652c32a0c1 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:11.797838 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-402a9330-6ab6-4f1d-a7b3-eff0eea3196c admin admin] Usage tracker for resource:security_group_rule and tenant:1b3cf674cae4487fbea2fd00affd4acd is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:11.800947 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-402a9330-6ab6-4f1d-a7b3-eff0eea3196c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:11.804677 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-956e8eeb-9e34-4528-bdb0-1ea5cb63c068 req-269b13c2-9582-4fb6-9cc1-56652c32a0c1 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81692ee-326f-41d3-8533-a68d8bc3cf0b HTTP/1.1" status: 200 len: 945 time: 0.4686866 Aug 21 12:19:11.809780 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-402a9330-6ab6-4f1d-a7b3-eff0eea3196c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:11.900927 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-402a9330-6ab6-4f1d-a7b3-eff0eea3196c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:11.910507 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-402a9330-6ab6-4f1d-a7b3-eff0eea3196c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:11.911723 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-956e8eeb-9e34-4528-bdb0-1ea5cb63c068 req-3ff9e4c4-39c7-4fb4-a866-4010c8cc09cc tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e54f0b1-411c-43c3-92cd-d86362aa78e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037753 Aug 21 12:19:11.928486 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-7682a033-3c30-40da-89c4-f5d6120c9c30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:11.966133 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e95dc375-969f-4b07-b7d6-cfdf06742ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846875142'] for router_interface, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:11.982470 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-402a9330-6ab6-4f1d-a7b3-eff0eea3196c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1b3cf674cae4487fbea2fd00affd4acd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3098686 Aug 21 12:19:11.985828 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 38610) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:12.048259 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a9330-6ab6-4f1d-a7b3-eff0eea3196c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6d986d-8520-47a0-b202-9fe9cb676224,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:12.053982 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-402a9330-6ab6-4f1d-a7b3-eff0eea3196c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:12.092104 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-7f255431-8763-4206-8a09-bf04010dbce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb20d3ed-306d-4c8a-be78-b29679b339af', 'name': 'tempest-ServerRescueNegativeTestJSON-1576362762-router', 'tenant_id': '8473861c17114a58a182c5c448d53560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fe705438-f31f-445a-a26e-37d1442f31b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:19:06Z', 'updated_at': '2021-08-21T12:19:08Z', 'revision_number': 3, 'project_id': '8473861c17114a58a182c5c448d53560', 'gw_port': {'id': 'fe705438-f31f-445a-a26e-37d1442f31b1', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb20d3ed-306d-4c8a-be78-b29679b339af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:19:08Z', 'updated_at': '2021-08-21T12:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb'}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:12.098552 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f255431-8763-4206-8a09-bf04010dbce2 None None] The sync data for ids ['eb20d3ed-306d-4c8a-be78-b29679b339af'] in dv-cinder-805477-2-smb is: [{'id': 'eb20d3ed-306d-4c8a-be78-b29679b339af', 'name': 'tempest-ServerRescueNegativeTestJSON-1576362762-router', 'tenant_id': '8473861c17114a58a182c5c448d53560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fe705438-f31f-445a-a26e-37d1442f31b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:19:06Z', 'updated_at': '2021-08-21T12:19:08Z', 'revision_number': 3, 'project_id': '8473861c17114a58a182c5c448d53560', 'gw_port': {'id': 'fe705438-f31f-445a-a26e-37d1442f31b1', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb20d3ed-306d-4c8a-be78-b29679b339af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:19:08Z', 'updated_at': '2021-08-21T12:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb'}] {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:19:12.114804 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ba747a99-b1fe-4a52-a191-91406a1f3765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:12.159084 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ba747a99-b1fe-4a52-a191-91406a1f3765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:12.163203 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e95dc375-969f-4b07-b7d6-cfdf06742ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:12.237801 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ba747a99-b1fe-4a52-a191-91406a1f3765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:12.244354 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-a88ec45e-aa28-458c-997e-f56a365fc5ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:12.278417 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba747a99-b1fe-4a52-a191-91406a1f3765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6d986d-8520-47a0-b202-9fe9cb676224,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:12.289245 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ba747a99-b1fe-4a52-a191-91406a1f3765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:12.290490 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ba747a99-b1fe-4a52-a191-91406a1f3765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:12.302212 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-ba747a99-b1fe-4a52-a191-91406a1f3765 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0c6d986d-8520-47a0-b202-9fe9cb676224 HTTP/1.1" status: 204 len: 168 time: 0.3079364 Aug 21 12:19:12.568256 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e95dc375-969f-4b07-b7d6-cfdf06742ae7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:12.576176 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e95dc375-969f-4b07-b7d6-cfdf06742ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:12.675450 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:12.839207 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e95dc375-969f-4b07-b7d6-cfdf06742ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7568825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7900505'] for router_interface, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:12.855008 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95dc375-969f-4b07-b7d6-cfdf06742ae7 admin admin] Pushing event updated for resources: {'Port': ['ID=4e63c097-ff7f-4b9d-ab20-376d2796eb91,revision_number=2']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:12.860233 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-e95dc375-969f-4b07-b7d6-cfdf06742ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:13.049604 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-60ec35b5-5c25-4dd6-8038-be3408cbd425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:13.088642 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95dc375-969f-4b07-b7d6-cfdf06742ae7 admin admin] Network 18d0a611-84ee-4786-bdcb-094287ac4ec3 is already hosted by enough agents. {{(pid=82379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:19:13.093950 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-e95dc375-969f-4b07-b7d6-cfdf06742ae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:19:13.165768 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 38650) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:13.210140 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device fe705438-f31f-445a-a26e-37d1442f31b1 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:19:13.361718 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning for port fe705438-f31f-445a-a26e-37d1442f31b1 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:19:13.368693 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port fe705438-f31f-445a-a26e-37d1442f31b1 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:19:13.369498 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:13.704761 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c17c1f6e-35c2-41fe-a353-f6e3f6c95876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:13.795550 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-c17c1f6e-35c2-41fe-a353-f6e3f6c95876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:13.800740 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-c17c1f6e-35c2-41fe-a353-f6e3f6c95876 admin admin] Usage tracker for resource:security_group_rule and tenant:a6371d5d1bdd4e608c39513279b05889 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:13.800933 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95dc375-969f-4b07-b7d6-cfdf06742ae7 admin admin] Router eb20d3ed-306d-4c8a-be78-b29679b339af has already been hosted by L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 {{(pid=82379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:19:13.812984 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-c17c1f6e-35c2-41fe-a353-f6e3f6c95876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:13.828044 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-c17c1f6e-35c2-41fe-a353-f6e3f6c95876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:13.926677 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:13.964209 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] For port fe705438-f31f-445a-a26e-37d1442f31b1, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=fe705438-f31f-445a-a26e-37d1442f31b1,segment=NetworkSegment(04830730-7182-4df6-a102-4ded0d586a71),segment_id=04830730-7182-4df6-a102-4ded0d586a71)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:19:13.970070 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:13.981484 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:14.007742 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c17c1f6e-35c2-41fe-a353-f6e3f6c95876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:14.015548 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c17c1f6e-35c2-41fe-a353-f6e3f6c95876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:14.026164 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-402a9330-6ab6-4f1d-a7b3-eff0eea3196c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:14.131638 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Pushing event updated for resources: {'Port': ['ID=fe705438-f31f-445a-a26e-37d1442f31b1,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:14.136162 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:14.143843 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-c17c1f6e-35c2-41fe-a353-f6e3f6c95876 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a6371d5d1bdd4e608c39513279b05889&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9767516 Aug 21 12:19:14.147644 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 38688) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:14.258691 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c1f6e-35c2-41fe-a353-f6e3f6c95876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d9f6a1-0260-4c96-81c9-8f5824485832,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:14.263611 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c17c1f6e-35c2-41fe-a353-f6e3f6c95876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:14.287226 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b0f4e796-9900-4315-9d82-dbe215360f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:14.296194 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95dc375-969f-4b07-b7d6-cfdf06742ae7 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:19:14.322093 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-e95dc375-969f-4b07-b7d6-cfdf06742ae7 admin admin] 10.222.0.11 "PUT /v2.0/routers/eb20d3ed-306d-4c8a-be78-b29679b339af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9091017 Aug 21 12:19:14.340593 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b0f4e796-9900-4315-9d82-dbe215360f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:14.418899 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b0f4e796-9900-4315-9d82-dbe215360f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:14.425695 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-0ec3faa9-734e-49cc-9e59-a05f59103803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:14.442107 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4e796-9900-4315-9d82-dbe215360f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d9f6a1-0260-4c96-81c9-8f5824485832,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:14.455142 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b0f4e796-9900-4315-9d82-dbe215360f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:14.456129 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b0f4e796-9900-4315-9d82-dbe215360f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:14.457435 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-b0f4e796-9900-4315-9d82-dbe215360f9a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e5d9f6a1-0260-4c96-81c9-8f5824485832 HTTP/1.1" status: 204 len: 168 time: 0.3087745 Aug 21 12:19:14.500053 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:15.136125 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device fe705438-f31f-445a-a26e-37d1442f31b1 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:19:15.241979 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a633bd8b-4f92-46ef-983c-01684a57e68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:15.243054 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 38734) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:15.266218 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port fe705438-f31f-445a-a26e-37d1442f31b1 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:19:15.266814 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:15.278412 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-64e8f065-2db2-4a70-8827-0db7c2d7e758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:15.329345 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-64e8f065-2db2-4a70-8827-0db7c2d7e758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:15.333833 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-64e8f065-2db2-4a70-8827-0db7c2d7e758 admin admin] Usage tracker for resource:security_group_rule and tenant:831b897c2e5043c491f658902b757994 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:15.338545 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-64e8f065-2db2-4a70-8827-0db7c2d7e758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:15.346599 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-64e8f065-2db2-4a70-8827-0db7c2d7e758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:15.435218 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-64e8f065-2db2-4a70-8827-0db7c2d7e758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:15.439729 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-64e8f065-2db2-4a70-8827-0db7c2d7e758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:15.456867 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-8302742a-55af-46ed-9062-0e43eb1a3115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:15.562392 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8f065-2db2-4a70-8827-0db7c2d7e758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fedcf04-54c5-4c1b-addc-1b2e2fcbea9b,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:15.575783 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 38750) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:15.578005 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-64e8f065-2db2-4a70-8827-0db7c2d7e758 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=831b897c2e5043c491f658902b757994&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3310459 Aug 21 12:19:15.579963 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-64e8f065-2db2-4a70-8827-0db7c2d7e758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:15.697268 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-037f7dff-1343-4654-9952-7eb575ecc5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:15.750855 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-037f7dff-1343-4654-9952-7eb575ecc5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:15.815047 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:16.194967 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-b52cb827-18e9-4fea-a1f9-2c798d189abe tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:16.199830 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c7b7b-44a9-4a8e-92ff-48be58a66683 None None] Sync routers for ids ['eb20d3ed-306d-4c8a-be78-b29679b339af'] in dv-cinder-805477-2-smb {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:19:16.202328 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-b52cb827-18e9-4fea-a1f9-2c798d189abe tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/networks?id=18d0a611-84ee-4786-bdcb-094287ac4ec3 HTTP/1.1" status: 200 len: 819 time: 0.4401813 Aug 21 12:19:16.216674 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65c7b7b-44a9-4a8e-92ff-48be58a66683 None None] Routers {'eb20d3ed-306d-4c8a-be78-b29679b339af'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:19:16.216891 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-037f7dff-1343-4654-9952-7eb575ecc5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:16.218095 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-d65c7b7b-44a9-4a8e-92ff-48be58a66683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:19:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['eb20d3ed-306d-4c8a-be78-b29679b339af'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:16.224664 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-9f4bacb7-a897-43a6-a72e-d5bc88a69820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:16.253518 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-4e4cf9b2-2764-4844-8596-6c71ac7ebc08 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/quotas/8473861c17114a58a182c5c448d53560 HTTP/1.1" status: 200 len: 375 time: 0.0501103 Aug 21 12:19:16.257508 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f7dff-1343-4654-9952-7eb575ecc5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fedcf04-54c5-4c1b-addc-1b2e2fcbea9b,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:16.295460 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-037f7dff-1343-4654-9952-7eb575ecc5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:16.301806 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-037f7dff-1343-4654-9952-7eb575ecc5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:16.302581 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-037f7dff-1343-4654-9952-7eb575ecc5dd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8fedcf04-54c5-4c1b-addc-1b2e2fcbea9b HTTP/1.1" status: 204 len: 168 time: 0.7258093 Aug 21 12:19:16.348286 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-e16fa945-5901-4567-b12a-39ff6c750beb tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Synchronizing usage tracker for tenant:8473861c17114a58a182c5c448d53560 on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:19:16.377457 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-e16fa945-5901-4567-b12a-39ff6c750beb tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Unset dirty status for tenant:8473861c17114a58a182c5c448d53560 on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:19:16.387452 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-e16fa945-5901-4567-b12a-39ff6c750beb tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8473861c17114a58a182c5c448d53560&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1330414 Aug 21 12:19:16.465211 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-d65c7b7b-44a9-4a8e-92ff-48be58a66683 None None] Set router eb20d3ed-306d-4c8a-be78-b29679b339af gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:19:16.542551 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-9c3dac2b-087f-4319-b197-f352ef896b46 service neutron] 10.222.0.11 "GET /v2.0/networks/18d0a611-84ee-4786-bdcb-094287ac4ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540840 Aug 21 12:19:16.712684 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-0a889a1a-7f7d-48ad-86e5-88f484670e49 service neutron] 10.222.0.11 "GET /v2.0/networks/18d0a611-84ee-4786-bdcb-094287ac4ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690395 Aug 21 12:19:16.988236 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-d65c7b7b-44a9-4a8e-92ff-48be58a66683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb20d3ed-306d-4c8a-be78-b29679b339af', 'name': 'tempest-ServerRescueNegativeTestJSON-1576362762-router', 'tenant_id': '8473861c17114a58a182c5c448d53560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fe705438-f31f-445a-a26e-37d1442f31b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:19:06Z', 'updated_at': '2021-08-21T12:19:12Z', 'revision_number': 4, 'project_id': '8473861c17114a58a182c5c448d53560', 'gw_port': {'id': 'fe705438-f31f-445a-a26e-37d1442f31b1', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb20d3ed-306d-4c8a-be78-b29679b339af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:19:08Z', 'updated_at': '2021-08-21T12:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '4e63c097-ff7f-4b9d-ab20-376d2796eb91', 'name': '', 'network_id': '18d0a611-84ee-4786-bdcb-094287ac4ec3', 'tenant_id': '8473861c17114a58a182c5c448d53560', 'mac_address': 'fa:16:3e:23:cd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb20d3ed-306d-4c8a-be78-b29679b339af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8572cca-1fbb-4055-8700-71a5ac4d4c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:19:10Z', 'updated_at': '2021-08-21T12:19:12Z', 'revision_number': 2, 'project_id': '8473861c17114a58a182c5c448d53560', 'subnets': [{'id': 'b8572cca-1fbb-4055-8700-71a5ac4d4c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:16.999718 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c7b7b-44a9-4a8e-92ff-48be58a66683 None None] Checking router: eb20d3ed-306d-4c8a-be78-b29679b339af for host: dv-cinder-805477-2-smb {{(pid=82381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:19:17.001498 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c7b7b-44a9-4a8e-92ff-48be58a66683 None None] Updating router eb20d3ed-306d-4c8a-be78-b29679b339af port 4e63c097-ff7f-4b9d-ab20-376d2796eb91 binding host dv-cinder-805477-2-smb {{(pid=82381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:19:17.044907 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 38802) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:17.076502 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1673d40a-2e65-4446-9a62-a6d858ba15e9 req-ba16a992-6f4c-46f2-89a9-479eadfb270b tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 210 time: 0.1067171 Aug 21 12:19:17.081204 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c1a9ef34-d95c-4f3e-bfa7-c5b1fc45d380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:17.088668 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d65c7b7b-44a9-4a8e-92ff-48be58a66683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:17.116276 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-c1a9ef34-d95c-4f3e-bfa7-c5b1fc45d380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:17.121230 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-c1a9ef34-d95c-4f3e-bfa7-c5b1fc45d380 admin admin] Usage tracker for resource:security_group_rule and tenant:2048a0fa78a24578be35062544da4074 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:17.124906 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-c1a9ef34-d95c-4f3e-bfa7-c5b1fc45d380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:17.131238 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-c1a9ef34-d95c-4f3e-bfa7-c5b1fc45d380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:17.295794 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c1a9ef34-d95c-4f3e-bfa7-c5b1fc45d380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:17.302111 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c1a9ef34-d95c-4f3e-bfa7-c5b1fc45d380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:17.312804 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-89b23828-c63c-4595-8cda-4e1cd75ad4dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:17.378450 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9ef34-d95c-4f3e-bfa7-c5b1fc45d380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3fa682-a4cb-4148-9a94-ad372fef87f7,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:17.393268 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-c1a9ef34-d95c-4f3e-bfa7-c5b1fc45d380 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2048a0fa78a24578be35062544da4074&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3444321 Aug 21 12:19:17.393268 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c1a9ef34-d95c-4f3e-bfa7-c5b1fc45d380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:17.393268 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 38822) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:17.584806 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ce85c8c9-e887-4f4c-877c-967cbbd9bcce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:17.594512 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d65c7b7b-44a9-4a8e-92ff-48be58a66683 None None] Notify callbacks [] for port, precommit_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:17.608275 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-d65c7b7b-44a9-4a8e-92ff-48be58a66683 None None] Transition to ACTIVE for port object 4e63c097-ff7f-4b9d-ab20-376d2796eb91 will not be triggered until provisioned by entity L2. {{(pid=82381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:19:17.620209 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d65c7b7b-44a9-4a8e-92ff-48be58a66683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:17.631075 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:17.699225 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7670ef-f050-495e-880a-10048696f8f6 None None] Pushing event updated for resources: {'Port': ['ID=4e63c097-ff7f-4b9d-ab20-376d2796eb91,revision_number=3']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:17.705979 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-6d7670ef-f050-495e-880a-10048696f8f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:17.711199 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ce85c8c9-e887-4f4c-877c-967cbbd9bcce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:17.786346 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:17.897567 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-4523e282-5e21-40a8-89e2-249a73001551 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:17.903536 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-4523e282-5e21-40a8-89e2-249a73001551 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/networks?id=18d0a611-84ee-4786-bdcb-094287ac4ec3 HTTP/1.1" status: 200 len: 819 time: 0.3595307 Aug 21 12:19:17.922244 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ce85c8c9-e887-4f4c-877c-967cbbd9bcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:17.927399 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-a0b57052-4b0c-49d1-bef5-e5b37a68aaa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:17.927895 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-a2a08513-cb6b-45c2-a722-93c99074ef61 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/quotas/8473861c17114a58a182c5c448d53560 HTTP/1.1" status: 200 len: 375 time: 0.0171745 Aug 21 12:19:17.979246 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ce85c8c9-e887-4f4c-877c-967cbbd9bcce admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:17.980529 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-ce85c8c9-e887-4f4c-877c-967cbbd9bcce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6e3fa682-a4cb-4148-9a94-ad372fef87f7 HTTP/1.1" status: 204 len: 168 time: 0.5861287 Aug 21 12:19:17.983413 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85c8c9-e887-4f4c-877c-967cbbd9bcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3fa682-a4cb-4148-9a94-ad372fef87f7,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:17.988653 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ce85c8c9-e887-4f4c-877c-967cbbd9bcce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:18.004800 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-d65c7b7b-44a9-4a8e-92ff-48be58a66683 None None] Attempting to bind port 4e63c097-ff7f-4b9d-ab20-376d2796eb91 on host dv-cinder-805477-2-smb for vnic_type normal with profile {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:19:18.005197 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-d65c7b7b-44a9-4a8e-92ff-48be58a66683 None None] Attempting to bind port 4e63c097-ff7f-4b9d-ab20-376d2796eb91 by drivers openvswitch,hyperv on host dv-cinder-805477-2-smb at level 0 using segments [{'id': '9bccf248-dbd2-4188-9e45-304e4f6cd4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '18d0a611-84ee-4786-bdcb-094287ac4ec3'}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:19:18.005745 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65c7b7b-44a9-4a8e-92ff-48be58a66683 None None] Attempting to bind port 4e63c097-ff7f-4b9d-ab20-376d2796eb91 on network 18d0a611-84ee-4786-bdcb-094287ac4ec3 {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:19:18.045415 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65c7b7b-44a9-4a8e-92ff-48be58a66683 None None] Checking agent: {'id': '18930305-9dab-4cc1-b040-572ba18151c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 9, 44), 'started_at': datetime.datetime(2021, 8, 21, 12, 10, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:19:18.046101 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65c7b7b-44a9-4a8e-92ff-48be58a66683 None None] Checking segment: {'id': '9bccf248-dbd2-4188-9e45-304e4f6cd4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '18d0a611-84ee-4786-bdcb-094287ac4ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:19:18.046983 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d65c7b7b-44a9-4a8e-92ff-48be58a66683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:18.047575 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65c7b7b-44a9-4a8e-92ff-48be58a66683 None None] Bound using segment: {'id': '9bccf248-dbd2-4188-9e45-304e4f6cd4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '18d0a611-84ee-4786-bdcb-094287ac4ec3'} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:19:18.048420 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-d65c7b7b-44a9-4a8e-92ff-48be58a66683 None None] Bound port: 4e63c097-ff7f-4b9d-ab20-376d2796eb91, host: dv-cinder-805477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bccf248-dbd2-4188-9e45-304e4f6cd4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '18d0a611-84ee-4786-bdcb-094287ac4ec3'}}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:19:18.049001 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d65c7b7b-44a9-4a8e-92ff-48be58a66683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:18.151468 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-8668e5a7-a7a5-4602-bfdf-be35363d6adf tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8473861c17114a58a182c5c448d53560&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2086418 Aug 21 12:19:18.214914 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-d65c7b7b-44a9-4a8e-92ff-48be58a66683 None None] For port 4e63c097-ff7f-4b9d-ab20-376d2796eb91, host dv-cinder-805477-2-smb, cleared binding levels {{(pid=82381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:19:18.218249 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-d65c7b7b-44a9-4a8e-92ff-48be58a66683 None None] For port 4e63c097-ff7f-4b9d-ab20-376d2796eb91, host dv-cinder-805477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=4e63c097-ff7f-4b9d-ab20-376d2796eb91,segment=NetworkSegment(9bccf248-dbd2-4188-9e45-304e4f6cd4b1),segment_id=9bccf248-dbd2-4188-9e45-304e4f6cd4b1)] {{(pid=82381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:19:18.224869 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d65c7b7b-44a9-4a8e-92ff-48be58a66683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:18.248191 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-01cb0690-6d3a-42fb-b2d5-bc7b387bc858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:18.397762 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7670ef-f050-495e-880a-10048696f8f6 None None] Pushing event updated for resources: {'Port': ['ID=4e63c097-ff7f-4b9d-ab20-376d2796eb91,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:18.412512 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-db470ddb-d644-46f6-b1cb-800a76bf90f0 service neutron] 10.222.0.11 "GET /v2.0/networks/18d0a611-84ee-4786-bdcb-094287ac4ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600722 Aug 21 12:19:18.413458 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-6d7670ef-f050-495e-880a-10048696f8f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:18.426140 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65c7b7b-44a9-4a8e-92ff-48be58a66683 None None] Routers {'eb20d3ed-306d-4c8a-be78-b29679b339af'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:19:18.427364 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-d65c7b7b-44a9-4a8e-92ff-48be58a66683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:19:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['eb20d3ed-306d-4c8a-be78-b29679b339af'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:18.513528 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662a260-1a92-416b-9866-5d37e8f305be req-0ac35769-ddc8-4734-bc6c-594d0cfc2eae tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:18.515115 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9662a260-1a92-416b-9866-5d37e8f305be req-0ac35769-ddc8-4734-bc6c-594d0cfc2eae tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81692ee-326f-41d3-8533-a68d8bc3cf0b HTTP/1.1" status: 200 len: 945 time: 0.4489255 Aug 21 12:19:18.615589 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-91d10713-8920-4a4f-b4df-cdccff0380da service neutron] 10.222.0.11 "GET /v2.0/networks/18d0a611-84ee-4786-bdcb-094287ac4ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021301 Aug 21 12:19:18.639062 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9662a260-1a92-416b-9866-5d37e8f305be req-7be4c956-85a3-4b3f-8c5e-75bf15ab079d tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e54f0b1-411c-43c3-92cd-d86362aa78e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156671 Aug 21 12:19:18.786551 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-d65c7b7b-44a9-4a8e-92ff-48be58a66683 None None] Set router eb20d3ed-306d-4c8a-be78-b29679b339af gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:19:18.939397 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:19.221591 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-f8c26a06-3439-4b33-ae42-c017c4341645 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:19.223150 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-f8c26a06-3439-4b33-ae42-c017c4341645 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.21 "GET /v2.0/networks?id=18d0a611-84ee-4786-bdcb-094287ac4ec3 HTTP/1.1" status: 200 len: 819 time: 0.3890448 Aug 21 12:19:19.316915 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0f612c00-806e-4803-909a-ab14a560249c req-53f5bec9-09c5-4849-9ddc-6e8248f2f4b4 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 210 time: 0.0926838 Aug 21 12:19:19.330636 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-f64972dd-a567-4e6e-85fb-99da842e36a9 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Request body: {'port': {'device_id': '6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa', 'network_id': '18d0a611-84ee-4786-bdcb-094287ac4ec3', 'admin_state_up': True, 'tenant_id': '8473861c17114a58a182c5c448d53560'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:19:19.461961 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-d65c7b7b-44a9-4a8e-92ff-48be58a66683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb20d3ed-306d-4c8a-be78-b29679b339af', 'name': 'tempest-ServerRescueNegativeTestJSON-1576362762-router', 'tenant_id': '8473861c17114a58a182c5c448d53560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fe705438-f31f-445a-a26e-37d1442f31b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:19:06Z', 'updated_at': '2021-08-21T12:19:12Z', 'revision_number': 4, 'project_id': '8473861c17114a58a182c5c448d53560', 'gw_port': {'id': 'fe705438-f31f-445a-a26e-37d1442f31b1', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb20d3ed-306d-4c8a-be78-b29679b339af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:19:08Z', 'updated_at': '2021-08-21T12:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '4e63c097-ff7f-4b9d-ab20-376d2796eb91', 'name': '', 'network_id': '18d0a611-84ee-4786-bdcb-094287ac4ec3', 'tenant_id': '8473861c17114a58a182c5c448d53560', 'mac_address': 'fa:16:3e:23:cd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb20d3ed-306d-4c8a-be78-b29679b339af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8572cca-1fbb-4055-8700-71a5ac4d4c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:19:10Z', 'updated_at': '2021-08-21T12:19:18Z', 'revision_number': 4, 'project_id': '8473861c17114a58a182c5c448d53560', 'subnets': [{'id': 'b8572cca-1fbb-4055-8700-71a5ac4d4c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:19.469959 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c7b7b-44a9-4a8e-92ff-48be58a66683 None None] The sync data for ids ['eb20d3ed-306d-4c8a-be78-b29679b339af'] in dv-cinder-805477-2-smb is: [{'id': 'eb20d3ed-306d-4c8a-be78-b29679b339af', 'name': 'tempest-ServerRescueNegativeTestJSON-1576362762-router', 'tenant_id': '8473861c17114a58a182c5c448d53560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fe705438-f31f-445a-a26e-37d1442f31b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:19:06Z', 'updated_at': '2021-08-21T12:19:12Z', 'revision_number': 4, 'project_id': '8473861c17114a58a182c5c448d53560', 'gw_port': {'id': 'fe705438-f31f-445a-a26e-37d1442f31b1', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb20d3ed-306d-4c8a-be78-b29679b339af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:19:08Z', 'updated_at': '2021-08-21T12:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '4e63c097-ff7f-4b9d-ab20-376d2796eb91', 'name': '', 'network_id': '18d0a611-84ee-4786-bdcb-094287ac4ec3', 'tenant_id': '8473861c17114a58a182c5c448d53560', 'mac_address': 'fa:16:3e:23:cd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb20d3ed-306d-4c8a-be78-b29679b339af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8572cca-1fbb-4055-8700-71a5ac4d4c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:19:10Z', 'updated_at': '2021-08-21T12:19:18Z', 'revision_number': 4, 'project_id': '8473861c17114a58a182c5c448d53560', 'subnets': [{'id': 'b8572cca-1fbb-4055-8700-71a5ac4d4c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:19:19.540576 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-f64972dd-a567-4e6e-85fb-99da842e36a9 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:19.572632 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-f64972dd-a567-4e6e-85fb-99da842e36a9 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:19.584900 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-f64972dd-a567-4e6e-85fb-99da842e36a9 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Made reservation on behalf of 8473861c17114a58a182c5c448d53560 for: {'port': 1} {{(pid=82379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:19:19.604742 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-f64972dd-a567-4e6e-85fb-99da842e36a9 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:20.335474 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-f64972dd-a567-4e6e-85fb-99da842e36a9 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Allocated IP 172.20.0.7 (18d0a611-84ee-4786-bdcb-094287ac4ec3/b8572cca-1fbb-4055-8700-71a5ac4d4c97/987c50b3-6bb8-4f70-8e01-5c6546dec669) {{(pid=82379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:19:20.422681 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa1425-8e55-47e2-85e9-e170805f3261 req-ca3fa489-4517-4726-afa5-0bfc524f84e5 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:20.424234 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-32fa1425-8e55-47e2-85e9-e170805f3261 req-ca3fa489-4517-4726-afa5-0bfc524f84e5 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81692ee-326f-41d3-8533-a68d8bc3cf0b HTTP/1.1" status: 200 len: 945 time: 0.4994841 Aug 21 12:19:20.436454 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21290734-da89-4e4d-99c5-1811cb61d6a0 req-ac12a705-f6ed-4f1b-9f12-e7d12661b798 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:20.438100 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-21290734-da89-4e4d-99c5-1811cb61d6a0 req-ac12a705-f6ed-4f1b-9f12-e7d12661b798 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.21 "GET /v2.0/ports?device_id=a81692ee-326f-41d3-8533-a68d8bc3cf0b HTTP/1.1" status: 200 len: 945 time: 0.5085521 Aug 21 12:19:20.725347 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-21290734-da89-4e4d-99c5-1811cb61d6a0 req-29f68ad9-a1c6-43bd-a5c4-4e25c0270442 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Deleting port cce424b9-d925-4824-9016-34900b1d0777 {{(pid=82379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:19:20.725857 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-21290734-da89-4e4d-99c5-1811cb61d6a0 req-29f68ad9-a1c6-43bd-a5c4-4e25c0270442 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:20.845068 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-32fa1425-8e55-47e2-85e9-e170805f3261 req-f5b15a82-acbd-4431-8060-e87397c385f5 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e54f0b1-411c-43c3-92cd-d86362aa78e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036951 Aug 21 12:19:21.108676 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-4128f2b5-a360-46ec-a5f4-20dd9e24168c tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:21.109569 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-4128f2b5-a360-46ec-a5f4-20dd9e24168c tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Synchronizing usage tracker for tenant:8473861c17114a58a182c5c448d53560 on resource:network {{(pid=82380) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:19:21.153130 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-4128f2b5-a360-46ec-a5f4-20dd9e24168c tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Unset dirty status for tenant:8473861c17114a58a182c5c448d53560 on resource:network {{(pid=82380) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:19:21.154793 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-4128f2b5-a360-46ec-a5f4-20dd9e24168c tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.21 "GET /v2.0/networks?id=18d0a611-84ee-4786-bdcb-094287ac4ec3 HTTP/1.1" status: 200 len: 819 time: 0.2990851 Aug 21 12:19:21.181838 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-65759942-73c0-4b3d-92ff-d31b17604e1a tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Request body: {'port': {'device_id': 'd82b19fa-7148-40a5-8864-de8fa4b97c67', 'network_id': '18d0a611-84ee-4786-bdcb-094287ac4ec3', 'admin_state_up': True, 'tenant_id': '8473861c17114a58a182c5c448d53560'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:19:21.254977 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 4e63c097-ff7f-4b9d-ab20-376d2796eb91 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:19:21.398315 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning for port 4e63c097-ff7f-4b9d-ab20-376d2796eb91 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:19:21.408113 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port 4e63c097-ff7f-4b9d-ab20-376d2796eb91 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:19:21.408542 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:21.459015 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-21290734-da89-4e4d-99c5-1811cb61d6a0 req-29f68ad9-a1c6-43bd-a5c4-4e25c0270442 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] For port cce424b9-d925-4824-9016-34900b1d0777, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=cce424b9-d925-4824-9016-34900b1d0777,segment=NetworkSegment(df8fef82-5ce3-469a-a48a-e8f5d3b7e2dc),segment_id=df8fef82-5ce3-469a-a48a-e8f5d3b7e2dc)] {{(pid=82379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:19:21.459381 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-21290734-da89-4e4d-99c5-1811cb61d6a0 req-29f68ad9-a1c6-43bd-a5c4-4e25c0270442 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:21.475814 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-65759942-73c0-4b3d-92ff-d31b17604e1a tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:21.508812 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-65759942-73c0-4b3d-92ff-d31b17604e1a tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:21.529761 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-65759942-73c0-4b3d-92ff-d31b17604e1a tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Made reservation on behalf of 8473861c17114a58a182c5c448d53560 for: {'port': 1} {{(pid=82380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:19:21.551721 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-65759942-73c0-4b3d-92ff-d31b17604e1a tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:21.704962 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-21290734-da89-4e4d-99c5-1811cb61d6a0 req-29f68ad9-a1c6-43bd-a5c4-4e25c0270442 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Calling delete_port for cce424b9-d925-4824-9016-34900b1d0777 owned by compute:nova {{(pid=82379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:19:21.869264 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:21.909551 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e11c5cd0-884c-4a2d-86ec-e673bc80d2a9 req-25d00dd5-c4b5-4003-aa2f-7aaa5238f62d tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 210 time: 1.1132109 Aug 21 12:19:21.913831 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-f64972dd-a567-4e6e-85fb-99da842e36a9 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Notify callbacks [] for port, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:21.917908 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] For port 4e63c097-ff7f-4b9d-ab20-376d2796eb91, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=4e63c097-ff7f-4b9d-ab20-376d2796eb91,segment=NetworkSegment(9bccf248-dbd2-4188-9e45-304e4f6cd4b1),segment_id=9bccf248-dbd2-4188-9e45-304e4f6cd4b1)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:19:21.921270 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:21.926896 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:22.024359 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Pushing event updated for resources: {'Port': ['ID=4e63c097-ff7f-4b9d-ab20-376d2796eb91,revision_number=5']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:22.049542 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:22.056627 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-f64972dd-a567-4e6e-85fb-99da842e36a9 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:22.068599 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:22.125177 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-21290734-da89-4e4d-99c5-1811cb61d6a0 req-29f68ad9-a1c6-43bd-a5c4-4e25c0270442 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:22.166453 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-65759942-73c0-4b3d-92ff-d31b17604e1a tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Allocated IP 172.20.0.2 (18d0a611-84ee-4786-bdcb-094287ac4ec3/b8572cca-1fbb-4055-8700-71a5ac4d4c97/21da0c4f-3623-41b6-a04f-44bbe2c26206) {{(pid=82380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:19:22.206225 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6dd0d621-3f60-46b1-b34c-0616a2e3f28c req-518f284b-02a5-4807-8e2b-38b88750ba51 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81692ee-326f-41d3-8533-a68d8bc3cf0b HTTP/1.1" status: 200 len: 210 time: 0.1025329 Aug 21 12:19:22.248402 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-f64972dd-a567-4e6e-85fb-99da842e36a9 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Network 18d0a611-84ee-4786-bdcb-094287ac4ec3 is already hosted by enough agents. {{(pid=82379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:19:22.251240 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64972dd-a567-4e6e-85fb-99da842e36a9 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Pushing event updated for resources: {'Port': ['ID=987c50b3-6bb8-4f70-8e01-5c6546dec669,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:22.284969 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-f64972dd-a567-4e6e-85fb-99da842e36a9 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Resources bound (agent type, host, resource id): {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:19:22.287284 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f64972dd-a567-4e6e-85fb-99da842e36a9 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:22.293420 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:22.348209 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-f64972dd-a567-4e6e-85fb-99da842e36a9 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Received port after_create {{(pid=82379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:19:22.453740 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f68ad9-a1c6-43bd-a5c4-4e25c0270442 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Pushing event deleted for resources: {'Port': ['ID=cce424b9-d925-4824-9016-34900b1d0777,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:22.462631 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-29f68ad9-a1c6-43bd-a5c4-4e25c0270442 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:22.463686 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-21290734-da89-4e4d-99c5-1811cb61d6a0 req-29f68ad9-a1c6-43bd-a5c4-4e25c0270442 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] No DVR routers for this DVR port cce424b9-d925-4824-9016-34900b1d0777 on host hv-cinder-80547 {{(pid=82379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:19:22.480750 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-21290734-da89-4e4d-99c5-1811cb61d6a0 req-29f68ad9-a1c6-43bd-a5c4-4e25c0270442 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:22.483700 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81692ee-326f-41d3-8533-a68d8bc3cf0b', 'name': 'network-vif-deleted', 'tag': 'cce424b9-d925-4824-9016-34900b1d0777'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:19:22.516922 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-65759942-73c0-4b3d-92ff-d31b17604e1a tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Notify callbacks [] for port, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:22.551994 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-65759942-73c0-4b3d-92ff-d31b17604e1a tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:22.566580 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-f64972dd-a567-4e6e-85fb-99da842e36a9 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:22.567270 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-f64972dd-a567-4e6e-85fb-99da842e36a9 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:22.568239 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-e5234dbb-6d2f-4cdc-8a1e-41848b918e7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:22.585730 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-21290734-da89-4e4d-99c5-1811cb61d6a0 req-29f68ad9-a1c6-43bd-a5c4-4e25c0270442 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.21 "DELETE /v2.0/ports/cce424b9-d925-4824-9016-34900b1d0777 HTTP/1.1" status: 204 len: 173 time: 2.1063361 Aug 21 12:19:22.634667 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81692ee-326f-41d3-8533-a68d8bc3cf0b', 'name': 'network-vif-deleted', 'tag': 'cce424b9-d925-4824-9016-34900b1d0777', 'status': 'completed', 'code': 200} Aug 21 12:19:22.640040 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-f64972dd-a567-4e6e-85fb-99da842e36a9 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3469164 Aug 21 12:19:22.658830 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-1c422b3d-97ea-4d8e-8fa7-876fd105af09 service neutron] Request body: {'port': {'device_id': '6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:19:22.663800 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65759942-73c0-4b3d-92ff-d31b17604e1a tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Pushing event updated for resources: {'Port': ['ID=21da0c4f-3623-41b6-a04f-44bbe2c26206,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:22.671989 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-65759942-73c0-4b3d-92ff-d31b17604e1a tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Network 18d0a611-84ee-4786-bdcb-094287ac4ec3 is already hosted by enough agents. {{(pid=82380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:19:22.673377 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-65759942-73c0-4b3d-92ff-d31b17604e1a tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:22.674582 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-65759942-73c0-4b3d-92ff-d31b17604e1a tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Resources bound (agent type, host, resource id): {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:19:22.676837 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-65759942-73c0-4b3d-92ff-d31b17604e1a tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Received port after_create {{(pid=82380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:19:22.763236 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-65759942-73c0-4b3d-92ff-d31b17604e1a tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:22.764069 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-65759942-73c0-4b3d-92ff-d31b17604e1a tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for port, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:22.816885 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-65759942-73c0-4b3d-92ff-d31b17604e1a tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6500015 Aug 21 12:19:22.829985 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-fd80bf6b-d294-4297-8246-d4101309be1d service neutron] Request body: {'port': {'device_id': 'd82b19fa-7148-40a5-8864-de8fa4b97c67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:19:22.901253 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-1c422b3d-97ea-4d8e-8fa7-876fd105af09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:23.002603 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-fd80bf6b-d294-4297-8246-d4101309be1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:23.192119 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 4e63c097-ff7f-4b9d-ab20-376d2796eb91 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:19:23.358455 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port 4e63c097-ff7f-4b9d-ab20-376d2796eb91 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:19:23.358887 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:23.516772 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-0163138f-6de9-474b-8888-1bad725e9af1 req-82db019f-5877-497a-8214-3338a222ad91 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Synchronizing usage tracker for tenant:183d8a4af4c0489d8b4850d00cc30873 on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:19:23.526969 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5995ec0-9832-4b20-91c2-f22d212ae45e req-00718797-be91-47b4-813d-a95b8e55bca1 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:23.527786 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-a5995ec0-9832-4b20-91c2-f22d212ae45e req-00718797-be91-47b4-813d-a95b8e55bca1 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Synchronizing usage tracker for tenant:8473861c17114a58a182c5c448d53560 on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:19:23.556847 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-0163138f-6de9-474b-8888-1bad725e9af1 req-82db019f-5877-497a-8214-3338a222ad91 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Unset dirty status for tenant:183d8a4af4c0489d8b4850d00cc30873 on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:19:23.558279 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0163138f-6de9-474b-8888-1bad725e9af1 req-82db019f-5877-497a-8214-3338a222ad91 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81692ee-326f-41d3-8533-a68d8bc3cf0b HTTP/1.1" status: 200 len: 210 time: 0.1055608 Aug 21 12:19:23.567610 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-a5995ec0-9832-4b20-91c2-f22d212ae45e req-00718797-be91-47b4-813d-a95b8e55bca1 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Unset dirty status for tenant:8473861c17114a58a182c5c448d53560 on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:19:23.568927 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a5995ec0-9832-4b20-91c2-f22d212ae45e req-00718797-be91-47b4-813d-a95b8e55bca1 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 931 time: 0.4643703 Aug 21 12:19:23.625692 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a5995ec0-9832-4b20-91c2-f22d212ae45e req-0d292440-090f-415d-a42d-02006151be99 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479410 Aug 21 12:19:23.741519 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device cce424b9-d925-4824-9016-34900b1d0777 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:19:23.806760 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-fd80bf6b-d294-4297-8246-d4101309be1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21da0c4f-3623-41b6-a04f-44bbe2c26206 {{(pid=82380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:19:23.814852 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-fd80bf6b-d294-4297-8246-d4101309be1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:23.835501 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-fd80bf6b-d294-4297-8246-d4101309be1d service neutron] Transition to ACTIVE for port object 21da0c4f-3623-41b6-a04f-44bbe2c26206 will not be triggered until provisioned by entity L2. {{(pid=82380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:19:23.845948 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-fd80bf6b-d294-4297-8246-d4101309be1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848059139'] for port, after_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:23.848353 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] No Port match for: cce424b9-d925-4824-9016-34900b1d0777 {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:19:23.848818 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device cce424b9-d925-4824-9016-34900b1d0777 not bound to the agent host hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:19:23.860710 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-65759942-73c0-4b3d-92ff-d31b17604e1a tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:23.992010 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80bf6b-d294-4297-8246-d4101309be1d service neutron] Pushing event updated for resources: {'Port': ['ID=21da0c4f-3623-41b6-a04f-44bbe2c26206,revision_number=2']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:24.001992 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fd80bf6b-d294-4297-8246-d4101309be1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:24.073113 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-1c422b3d-97ea-4d8e-8fa7-876fd105af09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 987c50b3-6bb8-4f70-8e01-5c6546dec669 {{(pid=82379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:19:24.081386 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-1c422b3d-97ea-4d8e-8fa7-876fd105af09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:24.099639 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-1c422b3d-97ea-4d8e-8fa7-876fd105af09 service neutron] Transition to ACTIVE for port object 987c50b3-6bb8-4f70-8e01-5c6546dec669 will not be triggered until provisioned by entity L2. {{(pid=82379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:19:24.103375 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-1c422b3d-97ea-4d8e-8fa7-876fd105af09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:24.108682 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-e95dc375-969f-4b07-b7d6-cfdf06742ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:24.139347 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-fd80bf6b-d294-4297-8246-d4101309be1d service neutron] Attempting to bind port 21da0c4f-3623-41b6-a04f-44bbe2c26206 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:19:24.139725 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-fd80bf6b-d294-4297-8246-d4101309be1d service neutron] Attempting to bind port 21da0c4f-3623-41b6-a04f-44bbe2c26206 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '9bccf248-dbd2-4188-9e45-304e4f6cd4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '18d0a611-84ee-4786-bdcb-094287ac4ec3'}] {{(pid=82380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:19:24.140102 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-fd80bf6b-d294-4297-8246-d4101309be1d service neutron] Attempting to bind port 21da0c4f-3623-41b6-a04f-44bbe2c26206 on network 18d0a611-84ee-4786-bdcb-094287ac4ec3 {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:19:24.146633 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-fd80bf6b-d294-4297-8246-d4101309be1d service neutron] Port 21da0c4f-3623-41b6-a04f-44bbe2c26206 on network 18d0a611-84ee-4786-bdcb-094287ac4ec3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:19:24.147003 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-fd80bf6b-d294-4297-8246-d4101309be1d service neutron] Attempting to bind port 21da0c4f-3623-41b6-a04f-44bbe2c26206 on network 18d0a611-84ee-4786-bdcb-094287ac4ec3 {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:19:24.154310 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-fd80bf6b-d294-4297-8246-d4101309be1d service neutron] Checking agent: {'id': '04f4107c-da72-461b-9c35-d993a4b9fd6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'started_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:19:24.155071 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-fd80bf6b-d294-4297-8246-d4101309be1d service neutron] Checking segment: {'id': '9bccf248-dbd2-4188-9e45-304e4f6cd4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '18d0a611-84ee-4786-bdcb-094287ac4ec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:19:24.155071 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-fd80bf6b-d294-4297-8246-d4101309be1d service neutron] Bound using segment: {'id': '9bccf248-dbd2-4188-9e45-304e4f6cd4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '18d0a611-84ee-4786-bdcb-094287ac4ec3'} {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:19:24.155558 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-fd80bf6b-d294-4297-8246-d4101309be1d service neutron] Bound port: 21da0c4f-3623-41b6-a04f-44bbe2c26206, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bccf248-dbd2-4188-9e45-304e4f6cd4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '18d0a611-84ee-4786-bdcb-094287ac4ec3'}}] {{(pid=82380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:19:24.155948 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-fd80bf6b-d294-4297-8246-d4101309be1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:24.279517 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-fd80bf6b-d294-4297-8246-d4101309be1d service neutron] For port 21da0c4f-3623-41b6-a04f-44bbe2c26206, host hv-cinder-80547, cleared binding levels {{(pid=82380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:19:24.283980 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-fd80bf6b-d294-4297-8246-d4101309be1d service neutron] For port 21da0c4f-3623-41b6-a04f-44bbe2c26206, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=21da0c4f-3623-41b6-a04f-44bbe2c26206,segment=NetworkSegment(9bccf248-dbd2-4188-9e45-304e4f6cd4b1),segment_id=9bccf248-dbd2-4188-9e45-304e4f6cd4b1)] {{(pid=82380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:19:24.290155 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-fd80bf6b-d294-4297-8246-d4101309be1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848059139'] for port, after_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:24.296924 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c422b3d-97ea-4d8e-8fa7-876fd105af09 service neutron] Pushing event updated for resources: {'Port': ['ID=987c50b3-6bb8-4f70-8e01-5c6546dec669,revision_number=2']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:24.299933 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-1c422b3d-97ea-4d8e-8fa7-876fd105af09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:24.300981 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:24.353729 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-fd80bf6b-d294-4297-8246-d4101309be1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for port, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:24.355289 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-fd80bf6b-d294-4297-8246-d4101309be1d service neutron] 10.222.0.21 "PUT /v2.0/ports/21da0c4f-3623-41b6-a04f-44bbe2c26206 HTTP/1.1" status: 200 len: 1093 time: 1.5303864 Aug 21 12:19:24.355815 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82b19fa-7148-40a5-8864-de8fa4b97c67', 'tag': '21da0c4f-3623-41b6-a04f-44bbe2c26206'}] {{(pid=82380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:19:24.402423 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80bf6b-d294-4297-8246-d4101309be1d service neutron] Pushing event updated for resources: {'Port': ['ID=21da0c4f-3623-41b6-a04f-44bbe2c26206,revision_number=3']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:24.452989 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-1c422b3d-97ea-4d8e-8fa7-876fd105af09 service neutron] Attempting to bind port 987c50b3-6bb8-4f70-8e01-5c6546dec669 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:19:24.453382 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-1c422b3d-97ea-4d8e-8fa7-876fd105af09 service neutron] Attempting to bind port 987c50b3-6bb8-4f70-8e01-5c6546dec669 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '9bccf248-dbd2-4188-9e45-304e4f6cd4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '18d0a611-84ee-4786-bdcb-094287ac4ec3'}] {{(pid=82379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:19:24.453800 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-1c422b3d-97ea-4d8e-8fa7-876fd105af09 service neutron] Attempting to bind port 987c50b3-6bb8-4f70-8e01-5c6546dec669 on network 18d0a611-84ee-4786-bdcb-094287ac4ec3 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:19:24.460340 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-1c422b3d-97ea-4d8e-8fa7-876fd105af09 service neutron] Port 987c50b3-6bb8-4f70-8e01-5c6546dec669 on network 18d0a611-84ee-4786-bdcb-094287ac4ec3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:19:24.460712 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-1c422b3d-97ea-4d8e-8fa7-876fd105af09 service neutron] Attempting to bind port 987c50b3-6bb8-4f70-8e01-5c6546dec669 on network 18d0a611-84ee-4786-bdcb-094287ac4ec3 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:19:24.470422 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-1c422b3d-97ea-4d8e-8fa7-876fd105af09 service neutron] Checking agent: {'id': '04f4107c-da72-461b-9c35-d993a4b9fd6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'started_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:19:24.470825 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-1c422b3d-97ea-4d8e-8fa7-876fd105af09 service neutron] Checking segment: {'id': '9bccf248-dbd2-4188-9e45-304e4f6cd4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '18d0a611-84ee-4786-bdcb-094287ac4ec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:19:24.471255 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-1c422b3d-97ea-4d8e-8fa7-876fd105af09 service neutron] Bound using segment: {'id': '9bccf248-dbd2-4188-9e45-304e4f6cd4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '18d0a611-84ee-4786-bdcb-094287ac4ec3'} {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:19:24.471872 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-1c422b3d-97ea-4d8e-8fa7-876fd105af09 service neutron] Bound port: 987c50b3-6bb8-4f70-8e01-5c6546dec669, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bccf248-dbd2-4188-9e45-304e4f6cd4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '18d0a611-84ee-4786-bdcb-094287ac4ec3'}}] {{(pid=82379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:19:24.472281 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-1c422b3d-97ea-4d8e-8fa7-876fd105af09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:24.505096 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fd80bf6b-d294-4297-8246-d4101309be1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:24.508532 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82b19fa-7148-40a5-8864-de8fa4b97c67', 'tag': '21da0c4f-3623-41b6-a04f-44bbe2c26206', 'status': 'completed', 'code': 200} Aug 21 12:19:24.566454 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-ed77d6e1-ad2f-4634-89b8-bd393faf11bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8473861c17114a58a182c5c448d53560&device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 1096 time: 0.1603463 Aug 21 12:19:24.622415 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-1c422b3d-97ea-4d8e-8fa7-876fd105af09 service neutron] For port 987c50b3-6bb8-4f70-8e01-5c6546dec669, host hv-cinder-80547, cleared binding levels {{(pid=82379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:19:24.628904 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-1c422b3d-97ea-4d8e-8fa7-876fd105af09 service neutron] For port 987c50b3-6bb8-4f70-8e01-5c6546dec669, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=987c50b3-6bb8-4f70-8e01-5c6546dec669,segment=NetworkSegment(9bccf248-dbd2-4188-9e45-304e4f6cd4b1),segment_id=9bccf248-dbd2-4188-9e45-304e4f6cd4b1)] {{(pid=82379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:19:24.637170 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-1c422b3d-97ea-4d8e-8fa7-876fd105af09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:24.643591 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:24.689183 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-3c77dc88-4404-4dd4-ab59-e0b7845e9bfc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21da0c4f-3623-41b6-a04f-44bbe2c26206 HTTP/1.1" status: 200 len: 217 time: 0.1142793 Aug 21 12:19:24.820571 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-1c422b3d-97ea-4d8e-8fa7-876fd105af09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:24.822116 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-1c422b3d-97ea-4d8e-8fa7-876fd105af09 service neutron] 10.222.0.21 "PUT /v2.0/ports/987c50b3-6bb8-4f70-8e01-5c6546dec669 HTTP/1.1" status: 200 len: 1093 time: 2.1682119 Aug 21 12:19:24.822651 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa', 'tag': '987c50b3-6bb8-4f70-8e01-5c6546dec669'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:19:24.896702 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-a7cd65b2-2281-4d1e-9a87-ad12886c4b1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:24.898336 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-a7cd65b2-2281-4d1e-9a87-ad12886c4b1e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8572cca-1fbb-4055-8700-71a5ac4d4c97 HTTP/1.1" status: 200 len: 859 time: 0.2029641 Aug 21 12:19:24.943167 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa', 'tag': '987c50b3-6bb8-4f70-8e01-5c6546dec669', 'status': 'completed', 'code': 200} Aug 21 12:19:24.951951 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c422b3d-97ea-4d8e-8fa7-876fd105af09 service neutron] Pushing event updated for resources: {'Port': ['ID=987c50b3-6bb8-4f70-8e01-5c6546dec669,revision_number=3']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:24.955705 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-1c422b3d-97ea-4d8e-8fa7-876fd105af09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:25.005492 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-c850d982-96c0-487e-8ed5-32e0a5c6ad58 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18d0a611-84ee-4786-bdcb-094287ac4ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985947 Aug 21 12:19:25.022533 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f0fae-5dca-4250-9866-1e7c0478226b req-7df781d0-eadc-4bd8-9964-b788707c0fb5 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:25.024688 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-286f0fae-5dca-4250-9866-1e7c0478226b req-7df781d0-eadc-4bd8-9964-b788707c0fb5 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 943 time: 0.1944001 Aug 21 12:19:25.027966 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-b44f82ac-9c34-477f-a3fb-e0a66bd0b46a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8473861c17114a58a182c5c448d53560&device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 1096 time: 0.1465096 Aug 21 12:19:25.168952 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-c2e48acd-bf54-4037-be29-93429c09d4c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=987c50b3-6bb8-4f70-8e01-5c6546dec669 HTTP/1.1" status: 200 len: 217 time: 0.1260152 Aug 21 12:19:25.177376 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-286f0fae-5dca-4250-9866-1e7c0478226b req-b2014e45-7cc9-4c4f-82af-c02fe2068ec8 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367018 Aug 21 12:19:25.222835 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-fe519bf0-3732-4811-97ed-30d8683d59ef service neutron] 10.222.0.21 "GET /v2.0/networks/18d0a611-84ee-4786-bdcb-094287ac4ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113452 Aug 21 12:19:25.300340 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-7de8acd3-dea8-4c02-9c0d-4e891f21cccc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:25.302331 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-7de8acd3-dea8-4c02-9c0d-4e891f21cccc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8572cca-1fbb-4055-8700-71a5ac4d4c97 HTTP/1.1" status: 200 len: 859 time: 0.1237440 Aug 21 12:19:25.394265 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-f9144192-10a4-41ba-ab07-94b952b1bd9a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18d0a611-84ee-4786-bdcb-094287ac4ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853887 Aug 21 12:19:25.409213 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c92e3531-67bc-4cea-97c2-1c44cf8d4068 req-bad70767-59e1-4a6e-a716-bc3664f30678 service neutron] 10.222.0.21 "GET /v2.0/networks/18d0a611-84ee-4786-bdcb-094287ac4ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785285 Aug 21 12:19:25.559055 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-6781f7fd-f3df-4e7b-843a-07f7e94a5d53 service neutron] 10.222.0.21 "GET /v2.0/networks/18d0a611-84ee-4786-bdcb-094287ac4ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580303 Aug 21 12:19:25.566552 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-31071f35-4f82-4d5c-8c40-d30587dbd31f req-d22f5ab8-8cfb-4c3f-b328-6ece0432653f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8473861c17114a58a182c5c448d53560&device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 1096 time: 0.0879917 Aug 21 12:19:25.736666 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31071f35-4f82-4d5c-8c40-d30587dbd31f req-67069d6b-e72c-4354-9ffa-1afb8dd9f92d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:25.739276 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-31071f35-4f82-4d5c-8c40-d30587dbd31f req-67069d6b-e72c-4354-9ffa-1afb8dd9f92d service neutron] 10.222.0.21 "GET /v2.0/networks?id=18d0a611-84ee-4786-bdcb-094287ac4ec3 HTTP/1.1" status: 200 len: 920 time: 0.1670690 Aug 21 12:19:25.745717 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b237faac-f716-4d2e-aec5-b20fb0f07091 req-7a01763c-8644-49ef-a9e2-8ef5fab0fce5 service neutron] 10.222.0.21 "GET /v2.0/networks/18d0a611-84ee-4786-bdcb-094287ac4ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796708 Aug 21 12:19:25.877388 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-31071f35-4f82-4d5c-8c40-d30587dbd31f req-6a257cf7-f568-43d3-ab1e-90628582b703 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21da0c4f-3623-41b6-a04f-44bbe2c26206 HTTP/1.1" status: 200 len: 217 time: 0.1321738 Aug 21 12:19:25.932252 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a26ccd52-fdc2-4c80-8da2-74fbf69b9c5b req-1957354d-e0eb-4d6c-bd5c-0196454f316b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8473861c17114a58a182c5c448d53560&device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 1096 time: 0.1218858 Aug 21 12:19:25.982066 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31071f35-4f82-4d5c-8c40-d30587dbd31f req-122e86da-a078-44db-bd72-5a38fc5f61e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:25.983700 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-31071f35-4f82-4d5c-8c40-d30587dbd31f req-122e86da-a078-44db-bd72-5a38fc5f61e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8572cca-1fbb-4055-8700-71a5ac4d4c97 HTTP/1.1" status: 200 len: 859 time: 0.0984774 Aug 21 12:19:26.052645 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-31071f35-4f82-4d5c-8c40-d30587dbd31f req-57e1dc49-333f-4501-a56a-64602705b4ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18d0a611-84ee-4786-bdcb-094287ac4ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624378 Aug 21 12:19:26.218026 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-31071f35-4f82-4d5c-8c40-d30587dbd31f req-4a757dee-8036-44ac-9f87-e58906e07991 service neutron] 10.222.0.21 "GET /v2.0/networks/18d0a611-84ee-4786-bdcb-094287ac4ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584733 Aug 21 12:19:26.420202 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 39140) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:26.517617 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ccd52-fdc2-4c80-8da2-74fbf69b9c5b req-082d3f62-8928-4ff6-9566-4a3967e874ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:26.519330 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a26ccd52-fdc2-4c80-8da2-74fbf69b9c5b req-082d3f62-8928-4ff6-9566-4a3967e874ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=18d0a611-84ee-4786-bdcb-094287ac4ec3 HTTP/1.1" status: 200 len: 920 time: 0.5815024 Aug 21 12:19:26.532955 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-31071f35-4f82-4d5c-8c40-d30587dbd31f req-cc5bea4a-9b97-4755-936e-9ef6234a74f0 service neutron] 10.222.0.21 "GET /v2.0/networks/18d0a611-84ee-4786-bdcb-094287ac4ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798989 Aug 21 12:19:26.617177 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564dc3d8-0ac1-4f0f-8cb4-c273a2c002c2 req-f8d6f09d-1912-4d94-807a-ba89b813de46 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:26.618983 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-564dc3d8-0ac1-4f0f-8cb4-c273a2c002c2 req-f8d6f09d-1912-4d94-807a-ba89b813de46 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 943 time: 0.1792548 Aug 21 12:19:26.624301 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a26ccd52-fdc2-4c80-8da2-74fbf69b9c5b req-9c554bf4-ad0f-4955-836a-9833087d3c5f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=987c50b3-6bb8-4f70-8e01-5c6546dec669 HTTP/1.1" status: 200 len: 217 time: 0.0866947 Aug 21 12:19:26.657321 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5207bbe9-c46c-4666-9700-c3cde5d82678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:26.719257 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-5207bbe9-c46c-4666-9700-c3cde5d82678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:26.727118 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-5207bbe9-c46c-4666-9700-c3cde5d82678 admin admin] Usage tracker for resource:security_group_rule and tenant:2e9efa4fe4604c2eb5f128ee3762367f is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:26.734315 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-5207bbe9-c46c-4666-9700-c3cde5d82678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:26.744040 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-564dc3d8-0ac1-4f0f-8cb4-c273a2c002c2 req-e55b2bb5-8029-48af-b1ac-ac50e4f6ebe7 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780311 Aug 21 12:19:26.753652 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-5207bbe9-c46c-4666-9700-c3cde5d82678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:26.762841 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ccd52-fdc2-4c80-8da2-74fbf69b9c5b req-6fcff1d8-670d-4b2f-b2c0-54156fee92ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:26.764455 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a26ccd52-fdc2-4c80-8da2-74fbf69b9c5b req-6fcff1d8-670d-4b2f-b2c0-54156fee92ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8572cca-1fbb-4055-8700-71a5ac4d4c97 HTTP/1.1" status: 200 len: 859 time: 0.1365635 Aug 21 12:19:26.854558 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a26ccd52-fdc2-4c80-8da2-74fbf69b9c5b req-5b8c11ae-6701-41ee-a3f4-1153bdf5cd9c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18d0a611-84ee-4786-bdcb-094287ac4ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786300 Aug 21 12:19:26.859981 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5207bbe9-c46c-4666-9700-c3cde5d82678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:26.864714 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5207bbe9-c46c-4666-9700-c3cde5d82678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:26.907069 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-8379bc48-7656-45c6-ac5a-8d3ae731fe35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:26.917693 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-5207bbe9-c46c-4666-9700-c3cde5d82678 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2e9efa4fe4604c2eb5f128ee3762367f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4963653 Aug 21 12:19:26.920327 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 39162) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:26.966472 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207bbe9-c46c-4666-9700-c3cde5d82678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13f8ea3-750b-4211-a924-2c91c0701f2a,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:26.972251 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5207bbe9-c46c-4666-9700-c3cde5d82678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:27.014086 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-cf5cc7af-5b58-4848-aa1c-20ce87b66d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:27.041696 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-cf5cc7af-5b58-4848-aa1c-20ce87b66d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:27.088927 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a26ccd52-fdc2-4c80-8da2-74fbf69b9c5b req-c3435b91-7bae-4cc1-9c1d-e0cf53cdc57e service neutron] 10.222.0.21 "GET /v2.0/networks/18d0a611-84ee-4786-bdcb-094287ac4ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306001 Aug 21 12:19:27.095019 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-cf5cc7af-5b58-4848-aa1c-20ce87b66d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:27.102581 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-384e1ed6-3613-47a6-a3ac-17c796758b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:27.121923 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5cc7af-5b58-4848-aa1c-20ce87b66d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13f8ea3-750b-4211-a924-2c91c0701f2a,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:27.142912 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-cf5cc7af-5b58-4848-aa1c-20ce87b66d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:27.145232 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-cf5cc7af-5b58-4848-aa1c-20ce87b66d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:27.155367 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-cf5cc7af-5b58-4848-aa1c-20ce87b66d22 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d13f8ea3-750b-4211-a924-2c91c0701f2a HTTP/1.1" status: 204 len: 168 time: 0.2316682 Aug 21 12:19:27.260136 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a26ccd52-fdc2-4c80-8da2-74fbf69b9c5b req-3a6090c7-1285-4263-a8fb-be6a61b8199c service neutron] 10.222.0.21 "GET /v2.0/networks/18d0a611-84ee-4786-bdcb-094287ac4ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641762 Aug 21 12:19:27.261225 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 39174) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:27.559757 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fcccaee6-5790-4a3a-b13d-e41380911b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:27.598123 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-fcccaee6-5790-4a3a-b13d-e41380911b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:27.602974 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-fcccaee6-5790-4a3a-b13d-e41380911b2f admin admin] Usage tracker for resource:security_group_rule and tenant:7e9ef46a6c574b8e9164ef727acc9ee1 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:27.605993 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-fcccaee6-5790-4a3a-b13d-e41380911b2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:27.612378 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-fcccaee6-5790-4a3a-b13d-e41380911b2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:27.614792 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 39188) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:27.636149 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0e6e5f7b-e20d-4fb3-b731-dddc9a525454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:27.671150 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-0e6e5f7b-e20d-4fb3-b731-dddc9a525454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:27.675311 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-0e6e5f7b-e20d-4fb3-b731-dddc9a525454 admin admin] Usage tracker for resource:security_group_rule and tenant:05c76449179d45c3a55e342219f16391 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:27.678362 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-0e6e5f7b-e20d-4fb3-b731-dddc9a525454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:27.685648 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-0e6e5f7b-e20d-4fb3-b731-dddc9a525454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:27.690767 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fcccaee6-5790-4a3a-b13d-e41380911b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:27.694341 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fcccaee6-5790-4a3a-b13d-e41380911b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:27.702609 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-003b43e8-8a73-479d-97fe-1606575a52a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:27.748764 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccaee6-5790-4a3a-b13d-e41380911b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582b2c07-6794-462c-8feb-c1b8c2f57dd6,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:27.752634 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fcccaee6-5790-4a3a-b13d-e41380911b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:27.758438 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-fcccaee6-5790-4a3a-b13d-e41380911b2f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7e9ef46a6c574b8e9164ef727acc9ee1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4956400 Aug 21 12:19:27.759101 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 39196) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:27.761761 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0e6e5f7b-e20d-4fb3-b731-dddc9a525454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:27.766266 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0e6e5f7b-e20d-4fb3-b731-dddc9a525454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:27.794521 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5207bbe9-c46c-4666-9700-c3cde5d82678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:27.855646 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e5f7b-e20d-4fb3-b731-dddc9a525454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e203baf-8a57-44b9-9224-cecf10f9c72a,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:27.876285 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-0e6e5f7b-e20d-4fb3-b731-dddc9a525454 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=05c76449179d45c3a55e342219f16391&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2600243 Aug 21 12:19:27.877377 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-0e6e5f7b-e20d-4fb3-b731-dddc9a525454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:27.878956 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 39204) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:27.910619 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-51325833-f321-4b13-b340-3db0a5258c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:27.943586 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-51325833-f321-4b13-b340-3db0a5258c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:27.953715 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f6c3b506-a9b7-4d96-a375-468daa5afc6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:27.982000 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f6c3b506-a9b7-4d96-a375-468daa5afc6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:28.030582 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f6c3b506-a9b7-4d96-a375-468daa5afc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:28.037922 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-02351ec3-e67d-49e8-91a8-d7aa492f5caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:28.057592 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f6c3b506-a9b7-4d96-a375-468daa5afc6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:28.061363 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-f6c3b506-a9b7-4d96-a375-468daa5afc6e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1e203baf-8a57-44b9-9224-cecf10f9c72a HTTP/1.1" status: 204 len: 168 time: 0.1789992 Aug 21 12:19:28.061363 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3b506-a9b7-4d96-a375-468daa5afc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e203baf-8a57-44b9-9224-cecf10f9c72a,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:28.062875 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f6c3b506-a9b7-4d96-a375-468daa5afc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:28.096207 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b6e63-0aea-4103-ad48-67cb3931384a req-48a764b0-8c7c-4484-8a10-d06ef2978931 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:28.097841 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f93b6e63-0aea-4103-ad48-67cb3931384a req-48a764b0-8c7c-4484-8a10-d06ef2978931 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 943 time: 0.1445320 Aug 21 12:19:28.157450 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-51325833-f321-4b13-b340-3db0a5258c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:28.167319 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f93b6e63-0aea-4103-ad48-67cb3931384a req-8319b368-7218-43d8-a5c5-312076f34ea8 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598879 Aug 21 12:19:28.168476 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-51b8c55f-3611-4956-a08f-f2f6cfa73e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:28.185495 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-51325833-f321-4b13-b340-3db0a5258c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:28.186850 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-51325833-f321-4b13-b340-3db0a5258c3f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/582b2c07-6794-462c-8feb-c1b8c2f57dd6 HTTP/1.1" status: 204 len: 168 time: 0.4267621 Aug 21 12:19:28.188285 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51325833-f321-4b13-b340-3db0a5258c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582b2c07-6794-462c-8feb-c1b8c2f57dd6,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:28.190760 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-51325833-f321-4b13-b340-3db0a5258c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:28.290749 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 39222) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:28.454252 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 39234) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:28.481689 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fc7540bd-6926-44e4-91ad-053f55311342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:28.544336 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-fc7540bd-6926-44e4-91ad-053f55311342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:28.548529 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-fc7540bd-6926-44e4-91ad-053f55311342 admin admin] Usage tracker for resource:security_group_rule and tenant:053f007a24524fa5985003a47665c7cf is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:28.551989 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-fc7540bd-6926-44e4-91ad-053f55311342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:28.558878 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-fc7540bd-6926-44e4-91ad-053f55311342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:28.653804 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fc7540bd-6926-44e4-91ad-053f55311342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:28.660157 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fc7540bd-6926-44e4-91ad-053f55311342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:28.687005 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f914b740-163d-48f4-8ba5-bc0752a81eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:28.806442 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5be04bfb-cbd9-45a9-86ed-53ad7b2f2197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:28.876751 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-fc7540bd-6926-44e4-91ad-053f55311342 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=053f007a24524fa5985003a47665c7cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4213495 Aug 21 12:19:28.876871 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 39246) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:28.880395 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7540bd-6926-44e4-91ad-053f55311342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25dafb8f-b360-4205-b3dc-51a94a867ba5,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:28.885059 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fc7540bd-6926-44e4-91ad-053f55311342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:28.912429 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 39250) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:28.920982 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-5be04bfb-cbd9-45a9-86ed-53ad7b2f2197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:28.930667 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-5be04bfb-cbd9-45a9-86ed-53ad7b2f2197 admin admin] Usage tracker for resource:security_group_rule and tenant:b17c811cc604494f96c9ea879de8a923 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:28.934852 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-5be04bfb-cbd9-45a9-86ed-53ad7b2f2197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:28.941568 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-5be04bfb-cbd9-45a9-86ed-53ad7b2f2197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:28.974586 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4367fc1c-2b11-4f75-af2f-8a7b3ebdd82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:29.051905 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-4367fc1c-2b11-4f75-af2f-8a7b3ebdd82a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:29.059861 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-4367fc1c-2b11-4f75-af2f-8a7b3ebdd82a admin admin] Usage tracker for resource:security_group_rule and tenant:58bd661686dd4b61a0405bb5ff5c1a0b is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:29.063359 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5be04bfb-cbd9-45a9-86ed-53ad7b2f2197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:29.066023 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-4367fc1c-2b11-4f75-af2f-8a7b3ebdd82a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:29.068900 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5be04bfb-cbd9-45a9-86ed-53ad7b2f2197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:29.096652 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-4367fc1c-2b11-4f75-af2f-8a7b3ebdd82a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:29.105225 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-9d5b8eb3-a9a4-44a4-9171-3abf05d480e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:29.108368 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-25c5d02a-0a4a-49e2-aeeb-25bfe96684c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:29.155787 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-25c5d02a-0a4a-49e2-aeeb-25bfe96684c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:29.166944 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-5be04bfb-cbd9-45a9-86ed-53ad7b2f2197 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b17c811cc604494f96c9ea879de8a923&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8750522 Aug 21 12:19:29.170164 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 39266) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:29.188093 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be04bfb-cbd9-45a9-86ed-53ad7b2f2197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd016880-54a5-40d0-97c9-8a596397f425,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:29.191191 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5be04bfb-cbd9-45a9-86ed-53ad7b2f2197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:29.291366 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fea8b88e-b93a-4d3c-9be8-5c1c83a2d810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:29.382625 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fea8b88e-b93a-4d3c-9be8-5c1c83a2d810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:29.406014 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4367fc1c-2b11-4f75-af2f-8a7b3ebdd82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:29.408627 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-25c5d02a-0a4a-49e2-aeeb-25bfe96684c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:29.420715 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:29.433889 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4367fc1c-2b11-4f75-af2f-8a7b3ebdd82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:29.456857 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5d02a-0a4a-49e2-aeeb-25bfe96684c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dafb8f-b360-4205-b3dc-51a94a867ba5,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:29.472677 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-25c5d02a-0a4a-49e2-aeeb-25bfe96684c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:29.474209 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-331f6303-a375-4c1b-b791-c834433371d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:29.505910 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-25c5d02a-0a4a-49e2-aeeb-25bfe96684c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:29.507123 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-25c5d02a-0a4a-49e2-aeeb-25bfe96684c6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/25dafb8f-b360-4205-b3dc-51a94a867ba5 HTTP/1.1" status: 204 len: 168 time: 0.6291721 Aug 21 12:19:29.529273 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-4367fc1c-2b11-4f75-af2f-8a7b3ebdd82a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=58bd661686dd4b61a0405bb5ff5c1a0b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6157162 Aug 21 12:19:29.532130 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 39276) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:29.541145 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367fc1c-2b11-4f75-af2f-8a7b3ebdd82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaff0fc9-8b80-4a09-bd08-62af558aac30,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:29.544910 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-4367fc1c-2b11-4f75-af2f-8a7b3ebdd82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:29.556152 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e925a-6669-4ae5-8dfe-3d6ba4f31d92 req-5de3581c-2f34-4542-8249-00639803d556 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:29.557824 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-510e925a-6669-4ae5-8dfe-3d6ba4f31d92 req-5de3581c-2f34-4542-8249-00639803d556 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 943 time: 0.2309346 Aug 21 12:19:29.558949 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fea8b88e-b93a-4d3c-9be8-5c1c83a2d810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:29.564128 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-14bfcfb1-fa05-4709-9abe-d8857421411a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:29.592381 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea8b88e-b93a-4d3c-9be8-5c1c83a2d810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd016880-54a5-40d0-97c9-8a596397f425,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:29.597864 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fea8b88e-b93a-4d3c-9be8-5c1c83a2d810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:29.603918 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fea8b88e-b93a-4d3c-9be8-5c1c83a2d810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:29.605157 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-fea8b88e-b93a-4d3c-9be8-5c1c83a2d810 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fd016880-54a5-40d0-97c9-8a596397f425 HTTP/1.1" status: 204 len: 168 time: 0.4315975 Aug 21 12:19:29.623275 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d40dadb9-7181-49f1-b881-4ee71a3ada16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:29.630888 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-510e925a-6669-4ae5-8dfe-3d6ba4f31d92 req-4b95ef4c-b431-4aaf-ae87-45e4574305c5 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576220 Aug 21 12:19:29.656849 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d40dadb9-7181-49f1-b881-4ee71a3ada16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:29.708739 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d40dadb9-7181-49f1-b881-4ee71a3ada16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:29.715367 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3356deb7-1246-403f-8cb7-b348bd8092cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:29.732714 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40dadb9-7181-49f1-b881-4ee71a3ada16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaff0fc9-8b80-4a09-bd08-62af558aac30,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:29.736188 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d40dadb9-7181-49f1-b881-4ee71a3ada16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:29.746527 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d40dadb9-7181-49f1-b881-4ee71a3ada16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:29.748321 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-d40dadb9-7181-49f1-b881-4ee71a3ada16 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aaff0fc9-8b80-4a09-bd08-62af558aac30 HTTP/1.1" status: 204 len: 168 time: 0.2146974 Aug 21 12:19:29.785432 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 21da0c4f-3623-41b6-a04f-44bbe2c26206 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:19:29.971398 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 21da0c4f-3623-41b6-a04f-44bbe2c26206, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=21da0c4f-3623-41b6-a04f-44bbe2c26206,segment=NetworkSegment(9bccf248-dbd2-4188-9e45-304e4f6cd4b1),segment_id=9bccf248-dbd2-4188-9e45-304e4f6cd4b1)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:19:29.991763 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Returning: {'device': '21da0c4f-3623-41b6-a04f-44bbe2c26206', 'network_id': '18d0a611-84ee-4786-bdcb-094287ac4ec3', 'port_id': '21da0c4f-3623-41b6-a04f-44bbe2c26206', 'mac_address': 'fa:16:3e:4e:b2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8572cca-1fbb-4055-8700-71a5ac4d4c97', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:19:30.059899 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:30.078313 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21da0c4f-3623-41b6-a04f-44bbe2c26206 {{(pid=82381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:19:30.094873 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 21da0c4f-3623-41b6-a04f-44bbe2c26206, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=21da0c4f-3623-41b6-a04f-44bbe2c26206,segment=NetworkSegment(9bccf248-dbd2-4188-9e45-304e4f6cd4b1),segment_id=9bccf248-dbd2-4188-9e45-304e4f6cd4b1)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:19:30.097804 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:30.098560 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 987c50b3-6bb8-4f70-8e01-5c6546dec669 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:19:30.102760 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:30.164994 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 987c50b3-6bb8-4f70-8e01-5c6546dec669, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=987c50b3-6bb8-4f70-8e01-5c6546dec669,segment=NetworkSegment(9bccf248-dbd2-4188-9e45-304e4f6cd4b1),segment_id=9bccf248-dbd2-4188-9e45-304e4f6cd4b1)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:19:30.187260 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Returning: {'device': '987c50b3-6bb8-4f70-8e01-5c6546dec669', 'network_id': '18d0a611-84ee-4786-bdcb-094287ac4ec3', 'port_id': '987c50b3-6bb8-4f70-8e01-5c6546dec669', 'mac_address': 'fa:16:3e:93:d2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8572cca-1fbb-4055-8700-71a5ac4d4c97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:19:30.257440 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:30.290231 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 987c50b3-6bb8-4f70-8e01-5c6546dec669 {{(pid=82381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:19:30.298566 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=21da0c4f-3623-41b6-a04f-44bbe2c26206,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:30.302465 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:30.318158 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 987c50b3-6bb8-4f70-8e01-5c6546dec669, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=987c50b3-6bb8-4f70-8e01-5c6546dec669,segment=NetworkSegment(9bccf248-dbd2-4188-9e45-304e4f6cd4b1),segment_id=9bccf248-dbd2-4188-9e45-304e4f6cd4b1)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:19:30.322964 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:30.326462 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-6d7670ef-f050-495e-880a-10048696f8f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:30.383253 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 39298) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:30.410912 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=987c50b3-6bb8-4f70-8e01-5c6546dec669,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:30.415448 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:30.433225 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-149a8cd9-3568-474e-a473-66c57046cd5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:30.474184 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-149a8cd9-3568-474e-a473-66c57046cd5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:30.481066 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-149a8cd9-3568-474e-a473-66c57046cd5e admin admin] Usage tracker for resource:security_group_rule and tenant:f479c72ac08f43aeb2776ce78f2bd6d7 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:30.482823 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-149a8cd9-3568-474e-a473-66c57046cd5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:30.489308 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-149a8cd9-3568-474e-a473-66c57046cd5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:30.597644 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-149a8cd9-3568-474e-a473-66c57046cd5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:30.601169 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-149a8cd9-3568-474e-a473-66c57046cd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:30.610985 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-cf5cc7af-5b58-4848-aa1c-20ce87b66d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:30.670957 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 39316) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:30.671580 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-149a8cd9-3568-474e-a473-66c57046cd5e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f479c72ac08f43aeb2776ce78f2bd6d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2866211 Aug 21 12:19:30.673968 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a8cd9-3568-474e-a473-66c57046cd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf60884c-a684-4218-b771-fc5c76a39733,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:30.677183 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-149a8cd9-3568-474e-a473-66c57046cd5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:30.679078 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['21da0c4f-3623-41b6-a04f-44bbe2c26206'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:19:30.764097 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3f7ffa33-12c4-4a56-b4cf-5fafc5855fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:30.830178 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3f7ffa33-12c4-4a56-b4cf-5fafc5855fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:30.835517 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['987c50b3-6bb8-4f70-8e01-5c6546dec669'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:19:30.958353 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bebdac-35ce-4ab0-8545-4a18df391eaa req-a98d07fb-9c9d-4457-8762-9fb3e5318218 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:30.959951 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c3bebdac-35ce-4ab0-8545-4a18df391eaa req-a98d07fb-9c9d-4457-8762-9fb3e5318218 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 944 time: 0.1176131 Aug 21 12:19:30.969414 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3f7ffa33-12c4-4a56-b4cf-5fafc5855fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:30.977598 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fea8b88e-b93a-4d3c-9be8-5c1c83a2d810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:30.994642 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ffa33-12c4-4a56-b4cf-5fafc5855fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf60884c-a684-4218-b771-fc5c76a39733,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:30.996749 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3f7ffa33-12c4-4a56-b4cf-5fafc5855fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:31.001045 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-3f7ffa33-12c4-4a56-b4cf-5fafc5855fa6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf60884c-a684-4218-b771-fc5c76a39733 HTTP/1.1" status: 204 len: 168 time: 0.3289545 Aug 21 12:19:31.002232 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3f7ffa33-12c4-4a56-b4cf-5fafc5855fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:31.060048 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c3bebdac-35ce-4ab0-8545-4a18df391eaa req-a9a765e9-e0a4-4965-a26e-c9e6b50d3ec3 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838597 Aug 21 12:19:32.307789 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e939d-a572-49a0-991a-ad2f2eccd944 req-11295116-1870-4f33-8e70-a72a9de7333f tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:32.309462 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-4d2e939d-a572-49a0-991a-ad2f2eccd944 req-11295116-1870-4f33-8e70-a72a9de7333f tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 944 time: 0.1194839 Aug 21 12:19:32.394965 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-4d2e939d-a572-49a0-991a-ad2f2eccd944 req-84a1b8e7-74ce-457e-9615-932aaea3b7a5 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740583 Aug 21 12:19:33.411606 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 39488) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:33.642773 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-72665fea-ac9d-4cee-a660-6123344b91e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:33.699383 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-72665fea-ac9d-4cee-a660-6123344b91e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:33.703596 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-72665fea-ac9d-4cee-a660-6123344b91e8 admin admin] Usage tracker for resource:security_group_rule and tenant:ade25174d9b74e2ab3db113f5aba8146 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:33.707055 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-72665fea-ac9d-4cee-a660-6123344b91e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:33.717246 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-72665fea-ac9d-4cee-a660-6123344b91e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:33.760384 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c96ad-8dcc-4ee7-94c2-033e693bb718 req-dc6219cc-efee-4b7b-a16a-b241271b2d38 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:33.762058 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f20c96ad-8dcc-4ee7-94c2-033e693bb718 req-dc6219cc-efee-4b7b-a16a-b241271b2d38 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 944 time: 0.2086544 Aug 21 12:19:33.840808 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 21da0c4f-3623-41b6-a04f-44bbe2c26206 up at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:19:33.857652 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-72665fea-ac9d-4cee-a660-6123344b91e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:33.866638 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-72665fea-ac9d-4cee-a660-6123344b91e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:33.878409 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:33.901786 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f20c96ad-8dcc-4ee7-94c2-033e693bb718 req-189fc4a6-137e-4016-9eb7-70123341b706 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178493 Aug 21 12:19:33.957720 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning for port 21da0c4f-3623-41b6-a04f-44bbe2c26206 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:19:33.961161 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72665fea-ac9d-4cee-a660-6123344b91e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c25abff-1329-475a-b76e-ded62a6d5a58,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:33.963803 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning complete for port 21da0c4f-3623-41b6-a04f-44bbe2c26206 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:19:33.964292 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:33.967708 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-72665fea-ac9d-4cee-a660-6123344b91e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:33.973293 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 39516) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:33.989324 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-72665fea-ac9d-4cee-a660-6123344b91e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ade25174d9b74e2ab3db113f5aba8146&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5759017 Aug 21 12:19:34.052449 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-13633b36-faea-4e0e-a696-69212c333d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:34.090214 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-13633b36-faea-4e0e-a696-69212c333d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:34.152913 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-13633b36-faea-4e0e-a696-69212c333d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:34.158462 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-334b4253-a159-4fad-bc4f-06ddfac9bbe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:34.176433 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13633b36-faea-4e0e-a696-69212c333d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c25abff-1329-475a-b76e-ded62a6d5a58,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:34.179157 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-13633b36-faea-4e0e-a696-69212c333d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:34.190985 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-13633b36-faea-4e0e-a696-69212c333d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:34.196559 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-13633b36-faea-4e0e-a696-69212c333d4d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c25abff-1329-475a-b76e-ded62a6d5a58 HTTP/1.1" status: 204 len: 168 time: 0.2213950 Aug 21 12:19:34.204624 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:34.241071 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82b19fa-7148-40a5-8864-de8fa4b97c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21da0c4f-3623-41b6-a04f-44bbe2c26206'}] {{(pid=82381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:19:34.262035 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 21da0c4f-3623-41b6-a04f-44bbe2c26206, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=21da0c4f-3623-41b6-a04f-44bbe2c26206,segment=NetworkSegment(9bccf248-dbd2-4188-9e45-304e4f6cd4b1),segment_id=9bccf248-dbd2-4188-9e45-304e4f6cd4b1)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:19:34.265784 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:34.268333 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 987c50b3-6bb8-4f70-8e01-5c6546dec669 up at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:19:34.317953 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:34.370850 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82b19fa-7148-40a5-8864-de8fa4b97c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21da0c4f-3623-41b6-a04f-44bbe2c26206', 'code': 200} Aug 21 12:19:34.513582 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=21da0c4f-3623-41b6-a04f-44bbe2c26206,revision_number=5']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:34.520701 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:34.521398 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning for port 987c50b3-6bb8-4f70-8e01-5c6546dec669 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:19:34.527646 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning complete for port 987c50b3-6bb8-4f70-8e01-5c6546dec669 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:19:34.528074 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:34.734027 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:34.793296 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-edbdaa0a-f60f-4655-af9d-138db7b2b1f1 req-25df2058-bad0-4427-9f1f-dd6a269a1680 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 1098 time: 0.1727064 Aug 21 12:19:34.827773 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 987c50b3-6bb8-4f70-8e01-5c6546dec669, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=987c50b3-6bb8-4f70-8e01-5c6546dec669,segment=NetworkSegment(9bccf248-dbd2-4188-9e45-304e4f6cd4b1),segment_id=9bccf248-dbd2-4188-9e45-304e4f6cd4b1)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:19:34.836835 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:34.839774 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:34.894174 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 39558) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:34.933217 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-edbdaa0a-f60f-4655-af9d-138db7b2b1f1 req-db216fb8-5607-4e39-893d-e2fff7e3c8c1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260891 Aug 21 12:19:34.936417 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-dfae441a-593c-4408-ac1a-ca41aa164a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:34.997408 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=987c50b3-6bb8-4f70-8e01-5c6546dec669,revision_number=5']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:35.001267 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:35.009621 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-dfae441a-593c-4408-ac1a-ca41aa164a1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:35.014128 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-dfae441a-593c-4408-ac1a-ca41aa164a1e admin admin] Usage tracker for resource:security_group_rule and tenant:c7d19e2592bc454c83fb2c07a3499451 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:35.017533 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-dfae441a-593c-4408-ac1a-ca41aa164a1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:35.025311 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-dfae441a-593c-4408-ac1a-ca41aa164a1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:35.109508 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-dfae441a-593c-4408-ac1a-ca41aa164a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:35.112246 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-dfae441a-593c-4408-ac1a-ca41aa164a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:35.121142 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ce85c8c9-e887-4f4c-877c-967cbbd9bcce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:35.162724 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae441a-593c-4408-ac1a-ca41aa164a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d4574e-d54d-4e40-aeb5-45ad6daf96c0,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:35.166830 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-dfae441a-593c-4408-ac1a-ca41aa164a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:35.172636 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-dfae441a-593c-4408-ac1a-ca41aa164a1e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c7d19e2592bc454c83fb2c07a3499451&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2769942 Aug 21 12:19:35.173133 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 39568) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:35.199140 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffcd2b-ab3f-4b53-954e-c67832f7eed9 req-be2f85a2-a86c-4ac0-9995-43ce6d34f675 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:35.200727 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-91ffcd2b-ab3f-4b53-954e-c67832f7eed9 req-be2f85a2-a86c-4ac0-9995-43ce6d34f675 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0852509 Aug 21 12:19:35.245659 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a5e89c76-966a-48aa-843f-ee00c79dadb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:35.253606 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-91ffcd2b-ab3f-4b53-954e-c67832f7eed9 req-a8318fa7-f9be-4698-8d56-7500f86cc20d tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452473 Aug 21 12:19:35.276131 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a5e89c76-966a-48aa-843f-ee00c79dadb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:35.325128 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a5e89c76-966a-48aa-843f-ee00c79dadb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:35.330100 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c17c1f6e-35c2-41fe-a353-f6e3f6c95876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:35.342672 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e89c76-966a-48aa-843f-ee00c79dadb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d4574e-d54d-4e40-aeb5-45ad6daf96c0,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:35.345784 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-a5e89c76-966a-48aa-843f-ee00c79dadb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:35.347753 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a5e89c76-966a-48aa-843f-ee00c79dadb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:35.352169 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-a5e89c76-966a-48aa-843f-ee00c79dadb5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f9d4574e-d54d-4e40-aeb5-45ad6daf96c0 HTTP/1.1" status: 204 len: 168 time: 0.1748283 Aug 21 12:19:36.372145 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987c50b3-6bb8-4f70-8e01-5c6546dec669'}] {{(pid=82381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:19:36.551011 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3800fa-7f15-4783-b7f3-63d303d506f4 req-1cfeef89-839a-4188-8d67-68c54e2b1ce7 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:36.552713 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cd3800fa-7f15-4783-b7f3-63d303d506f4 req-1cfeef89-839a-4188-8d67-68c54e2b1ce7 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.1020935 Aug 21 12:19:36.615747 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cd3800fa-7f15-4783-b7f3-63d303d506f4 req-72192a4f-b94f-4034-9369-1ef2cdceb693 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561669 Aug 21 12:19:36.668811 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987c50b3-6bb8-4f70-8e01-5c6546dec669', 'code': 200} Aug 21 12:19:36.964044 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5253abdf-719e-40e4-a3b7-0272fc276da2 req-516f1767-2ebf-4969-a297-55392648392f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 1098 time: 0.0864019 Aug 21 12:19:37.015529 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5253abdf-719e-40e4-a3b7-0272fc276da2 req-665a44d7-8436-44c5-8113-a3665ec69055 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440340 Aug 21 12:19:37.853348 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:19:37.894672 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6a434-abc5-4847-a961-826618d9bbd1 req-a3d3ba23-9b30-4265-9fa3-c284689e827b tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:37.896399 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-28e6a434-abc5-4847-a961-826618d9bbd1 req-a3d3ba23-9b30-4265-9fa3-c284689e827b tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.1297112 Aug 21 12:19:37.980249 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-28e6a434-abc5-4847-a961-826618d9bbd1 req-926d88dd-c250-4211-9d89-5284fb538df1 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694683 Aug 21 12:19:38.080927 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 39682) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:38.306237 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c015f732-3af6-4fc8-a181-8f36351a4491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:38.419944 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-c015f732-3af6-4fc8-a181-8f36351a4491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:38.426903 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-c015f732-3af6-4fc8-a181-8f36351a4491 admin admin] Usage tracker for resource:security_group_rule and tenant:660a41cb0b48477a890214a2512a8c34 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:38.438236 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-c015f732-3af6-4fc8-a181-8f36351a4491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:38.448636 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-c015f732-3af6-4fc8-a181-8f36351a4491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:38.516076 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f9d368fd-6867-43d3-a485-52cc1cabc5db req-d1ecc228-61b3-4bdb-a6a8-0369a8fd95d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8473861c17114a58a182c5c448d53560&device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 1098 time: 0.1812096 Aug 21 12:19:38.562288 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 39702) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:38.699528 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39907108-b54e-4f67-a4d0-28e8e3856671 req-20d201bd-7160-4f82-ae3d-060b75fbb466 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:38.701203 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-39907108-b54e-4f67-a4d0-28e8e3856671 req-20d201bd-7160-4f82-ae3d-060b75fbb466 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.2346950 Aug 21 12:19:38.718691 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-731384ad-b322-4457-a71a-563df99d093a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:38.750283 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c015f732-3af6-4fc8-a181-8f36351a4491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:38.753879 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-731384ad-b322-4457-a71a-563df99d093a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:38.757907 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-731384ad-b322-4457-a71a-563df99d093a admin admin] Usage tracker for resource:security_group_rule and tenant:53f317c9e17b460f920126c78ac81c13 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:38.758882 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c015f732-3af6-4fc8-a181-8f36351a4491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:38.761431 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-731384ad-b322-4457-a71a-563df99d093a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:38.768562 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-731384ad-b322-4457-a71a-563df99d093a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:38.770710 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-4367fc1c-2b11-4f75-af2f-8a7b3ebdd82a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:38.837702 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-39907108-b54e-4f67-a4d0-28e8e3856671 req-4c170ba5-2bda-4b12-82d7-0df61dbe8065 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262207 Aug 21 12:19:38.838392 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015f732-3af6-4fc8-a181-8f36351a4491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cbeca3-8f34-46c7-8af3-baf3aa474333,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:38.843977 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c015f732-3af6-4fc8-a181-8f36351a4491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:38.847313 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-731384ad-b322-4457-a71a-563df99d093a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:38.851833 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d368fd-6867-43d3-a485-52cc1cabc5db req-a516952c-6734-405c-ad6f-e581582cd1fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:38.852688 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-731384ad-b322-4457-a71a-563df99d093a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:38.853461 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f9d368fd-6867-43d3-a485-52cc1cabc5db req-a516952c-6734-405c-ad6f-e581582cd1fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=18d0a611-84ee-4786-bdcb-094287ac4ec3 HTTP/1.1" status: 200 len: 920 time: 0.3106678 Aug 21 12:19:38.862048 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-672d28df-6a52-4af2-ac4a-1b1df6506956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:38.893657 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731384ad-b322-4457-a71a-563df99d093a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5723e5ca-a43f-4494-90bf-e866f499d2b3,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:38.897743 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-731384ad-b322-4457-a71a-563df99d093a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:38.925413 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-731384ad-b322-4457-a71a-563df99d093a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=53f317c9e17b460f920126c78ac81c13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3606825 Aug 21 12:19:38.927575 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 39710) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:38.929302 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-c015f732-3af6-4fc8-a181-8f36351a4491 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=660a41cb0b48477a890214a2512a8c34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8471415 Aug 21 12:19:38.933178 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 39714) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:39.067607 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c8bcc3f0-d4d4-459d-8147-ac33739ae15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:39.078825 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f93df028-7dd6-45a0-a0e8-077421b3cedf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:39.116445 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c8bcc3f0-d4d4-459d-8147-ac33739ae15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:39.117897 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f9d368fd-6867-43d3-a485-52cc1cabc5db req-753702d5-7bc6-4408-a4b4-c696e57f6e8a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21da0c4f-3623-41b6-a04f-44bbe2c26206 HTTP/1.1" status: 200 len: 217 time: 0.2563272 Aug 21 12:19:39.136167 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f93df028-7dd6-45a0-a0e8-077421b3cedf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:39.191468 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d368fd-6867-43d3-a485-52cc1cabc5db req-20f72a94-ba92-426a-8a44-95df402ef853 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:39.192947 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f9d368fd-6867-43d3-a485-52cc1cabc5db req-20f72a94-ba92-426a-8a44-95df402ef853 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8572cca-1fbb-4055-8700-71a5ac4d4c97 HTTP/1.1" status: 200 len: 859 time: 0.0682111 Aug 21 12:19:39.206571 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c8bcc3f0-d4d4-459d-8147-ac33739ae15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:39.219325 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-1f249a23-6cec-4e3e-9e8d-faf0fb642da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:39.239363 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bcc3f0-d4d4-459d-8147-ac33739ae15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5723e5ca-a43f-4494-90bf-e866f499d2b3,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:39.242184 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c8bcc3f0-d4d4-459d-8147-ac33739ae15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:39.244824 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f9d368fd-6867-43d3-a485-52cc1cabc5db req-45c2f900-2d78-4943-a6a2-7fb7d868cfa6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18d0a611-84ee-4786-bdcb-094287ac4ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446076 Aug 21 12:19:39.244948 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-c8bcc3f0-d4d4-459d-8147-ac33739ae15e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5723e5ca-a43f-4494-90bf-e866f499d2b3 HTTP/1.1" status: 204 len: 168 time: 0.3158758 Aug 21 12:19:39.248672 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c8bcc3f0-d4d4-459d-8147-ac33739ae15e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:39.249888 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f93df028-7dd6-45a0-a0e8-077421b3cedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:39.256045 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f93df028-7dd6-45a0-a0e8-077421b3cedf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:39.260408 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-f93df028-7dd6-45a0-a0e8-077421b3cedf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/16cbeca3-8f34-46c7-8af3-baf3aa474333 HTTP/1.1" status: 204 len: 168 time: 0.3261175 Aug 21 12:19:39.261405 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-0e6e5f7b-e20d-4fb3-b731-dddc9a525454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:39.272426 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93df028-7dd6-45a0-a0e8-077421b3cedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cbeca3-8f34-46c7-8af3-baf3aa474333,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:39.279100 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f93df028-7dd6-45a0-a0e8-077421b3cedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:39.466994 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f9d368fd-6867-43d3-a485-52cc1cabc5db req-1ea01265-dcfc-4a54-b619-88a54e39897e service neutron] 10.222.0.21 "GET /v2.0/networks/18d0a611-84ee-4786-bdcb-094287ac4ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100728 Aug 21 12:19:39.654259 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f9d368fd-6867-43d3-a485-52cc1cabc5db req-787b8f9e-b6d4-4d41-b0c9-8e0a5b22f311 service neutron] 10.222.0.21 "GET /v2.0/networks/18d0a611-84ee-4786-bdcb-094287ac4ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792760 Aug 21 12:19:39.829183 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 39740) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:39.872068 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-466a33c0-28df-4056-9d6c-66fc483662a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:39.884669 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 39748) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:39.912639 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5549d399-f46c-443f-8088-fcf0447ab100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:39.932451 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-466a33c0-28df-4056-9d6c-66fc483662a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:39.938185 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-466a33c0-28df-4056-9d6c-66fc483662a2 admin admin] Usage tracker for resource:security_group_rule and tenant:33985ce3120a43f985723851e4c532fb is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:39.942133 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-466a33c0-28df-4056-9d6c-66fc483662a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:39.952580 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-466a33c0-28df-4056-9d6c-66fc483662a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:39.965905 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-5549d399-f46c-443f-8088-fcf0447ab100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:39.973152 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-5549d399-f46c-443f-8088-fcf0447ab100 admin admin] Usage tracker for resource:security_group_rule and tenant:28606eb873894eabae1ea739c1f22d3f is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:39.978371 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-5549d399-f46c-443f-8088-fcf0447ab100 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:39.986724 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-5549d399-f46c-443f-8088-fcf0447ab100 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:40.037123 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-466a33c0-28df-4056-9d6c-66fc483662a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:40.050351 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-466a33c0-28df-4056-9d6c-66fc483662a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:40.088196 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d3c2410e-d456-4121-b66b-30c62f0a4f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:40.096252 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5549d399-f46c-443f-8088-fcf0447ab100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:40.098126 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-466a33c0-28df-4056-9d6c-66fc483662a2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33985ce3120a43f985723851e4c532fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2676146 Aug 21 12:19:40.100980 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 39754) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:40.144967 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5549d399-f46c-443f-8088-fcf0447ab100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:40.147840 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a33c0-28df-4056-9d6c-66fc483662a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622d5719-c364-4aa6-9eca-c329d709e1e8,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:40.157320 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d8b917ba-d180-4036-bdb5-056d623ca502 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:40.157976 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-466a33c0-28df-4056-9d6c-66fc483662a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:40.184405 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-25e068df-5709-4587-89cd-5d4261c0972a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:40.213401 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-25e068df-5709-4587-89cd-5d4261c0972a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:40.219489 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549d399-f46c-443f-8088-fcf0447ab100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbd460f-36f1-4ed3-bf65-622da40f0a73,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:40.223744 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5549d399-f46c-443f-8088-fcf0447ab100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:40.230612 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-5549d399-f46c-443f-8088-fcf0447ab100 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=28606eb873894eabae1ea739c1f22d3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3445971 Aug 21 12:19:40.233489 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 39758) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:40.257971 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd9f07-b328-4a6f-a7a5-583e10d558ab req-7c2476cb-9a3e-438d-8417-ed23872f76e3 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:40.259837 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-02cd9f07-b328-4a6f-a7a5-583e10d558ab req-7c2476cb-9a3e-438d-8417-ed23872f76e3 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.1590731 Aug 21 12:19:40.318835 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-02cd9f07-b328-4a6f-a7a5-583e10d558ab req-a7baae56-a4e9-4d62-b30a-4825d6627350 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529230 Aug 21 12:19:40.319458 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-25e068df-5709-4587-89cd-5d4261c0972a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:40.326336 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-22648fe4-969a-4bbc-98ec-43082d37ee74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:40.339035 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4e616c50-4b65-43f9-a003-ca9fdce54856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:40.343369 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e068df-5709-4587-89cd-5d4261c0972a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622d5719-c364-4aa6-9eca-c329d709e1e8,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:40.355520 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-25e068df-5709-4587-89cd-5d4261c0972a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:40.361029 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-25e068df-5709-4587-89cd-5d4261c0972a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:40.362586 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-25e068df-5709-4587-89cd-5d4261c0972a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/622d5719-c364-4aa6-9eca-c329d709e1e8 HTTP/1.1" status: 204 len: 168 time: 0.2599347 Aug 21 12:19:40.382223 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4e616c50-4b65-43f9-a003-ca9fdce54856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:40.425806 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4e616c50-4b65-43f9-a003-ca9fdce54856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:40.431635 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b0f4e796-9900-4315-9d82-dbe215360f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:40.442704 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e616c50-4b65-43f9-a003-ca9fdce54856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbd460f-36f1-4ed3-bf65-622da40f0a73,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:40.446463 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-4e616c50-4b65-43f9-a003-ca9fdce54856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:40.450280 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4e616c50-4b65-43f9-a003-ca9fdce54856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:40.452880 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-4e616c50-4b65-43f9-a003-ca9fdce54856 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bbbd460f-36f1-4ed3-bf65-622da40f0a73 HTTP/1.1" status: 204 len: 168 time: 0.2171435 Aug 21 12:19:40.927601 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 39780) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:40.951531 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a305bd2a-1397-4c5f-8a29-82f55025e3da admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:40.986659 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-a305bd2a-1397-4c5f-8a29-82f55025e3da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:40.990691 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-a305bd2a-1397-4c5f-8a29-82f55025e3da admin admin] Usage tracker for resource:security_group_rule and tenant:5e056ebadfee40b895aef478e799461a is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:40.993733 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-a305bd2a-1397-4c5f-8a29-82f55025e3da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:41.000047 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-a305bd2a-1397-4c5f-8a29-82f55025e3da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:41.069350 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a305bd2a-1397-4c5f-8a29-82f55025e3da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:41.073317 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a305bd2a-1397-4c5f-8a29-82f55025e3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:41.081181 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fcccaee6-5790-4a3a-b13d-e41380911b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:41.124330 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305bd2a-1397-4c5f-8a29-82f55025e3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24181c6-ad4c-4284-9df8-06fcaef69886,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:41.127531 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-a305bd2a-1397-4c5f-8a29-82f55025e3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:41.134849 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-a305bd2a-1397-4c5f-8a29-82f55025e3da admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e056ebadfee40b895aef478e799461a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2024336 Aug 21 12:19:41.134849 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 39788) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:41.205209 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-545ac56f-890e-41f9-9a96-9e75d5044fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:41.234146 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-545ac56f-890e-41f9-9a96-9e75d5044fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:41.288194 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-545ac56f-890e-41f9-9a96-9e75d5044fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:41.294562 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-efeefefc-fce3-4468-8ddc-474f82ee503f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:41.318384 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ac56f-890e-41f9-9a96-9e75d5044fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24181c6-ad4c-4284-9df8-06fcaef69886,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:41.321970 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-545ac56f-890e-41f9-9a96-9e75d5044fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:41.341099 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-545ac56f-890e-41f9-9a96-9e75d5044fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:41.346446 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-545ac56f-890e-41f9-9a96-9e75d5044fd7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c24181c6-ad4c-4284-9df8-06fcaef69886 HTTP/1.1" status: 204 len: 168 time: 0.2073452 Aug 21 12:19:41.603741 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28dd526-d7db-4620-9b24-c7084a41126c req-7a045ffa-1c92-4f56-9562-21fb59e5fbbc tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:41.610624 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d28dd526-d7db-4620-9b24-c7084a41126c req-7a045ffa-1c92-4f56-9562-21fb59e5fbbc tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.1331966 Aug 21 12:19:41.701989 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d28dd526-d7db-4620-9b24-c7084a41126c req-94d78364-287e-453e-8faf-9bb117ed5d54 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860639 Aug 21 12:19:42.995040 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632c10b-1067-4f11-9534-1d2eb53bac7e req-8b69839e-b1f3-4b39-bfd8-9edb9ac68ece tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:42.996732 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6632c10b-1067-4f11-9534-1d2eb53bac7e req-8b69839e-b1f3-4b39-bfd8-9edb9ac68ece tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0950258 Aug 21 12:19:43.063237 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c4246b3d-1f83-4e84-bcd0-080190a36d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:43.081263 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6632c10b-1067-4f11-9534-1d2eb53bac7e req-c3dee1a9-43a4-4d17-be6c-fb9e0f7f825c tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694613 Aug 21 12:19:44.292189 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfe937-1d0e-4309-86d0-6cc41745e453 req-fef8f2e5-429a-4a47-b355-1e84e7d6737b tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:44.293732 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-44dfe937-1d0e-4309-86d0-6cc41745e453 req-fef8f2e5-429a-4a47-b355-1e84e7d6737b tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0910249 Aug 21 12:19:44.342940 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-44dfe937-1d0e-4309-86d0-6cc41745e453 req-c3fbde71-31ee-4bb7-a5fa-1f7766267739 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431166 Aug 21 12:19:44.477314 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:45.098275 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cb39904e-e3df-44f3-8273-872fa67a4c86 req-86c36c74-89db-4dd1-b871-5017ecdc9023 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824597 Aug 21 12:19:45.175587 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b276b856-00a1-44f6-a5f2-b2b5ca4be700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:45.246946 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cb39904e-e3df-44f3-8273-872fa67a4c86 req-a2d53621-4bbf-4d06-bbd0-a6761affec19 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d15178842e94d9d8cae320279c910bf&device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 1098 time: 0.0768547 Aug 21 12:19:45.311053 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 39984) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:45.412982 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b24f6c6-cdfb-4d50-a542-b50d38ad5288 admin admin] Deleting subnet b758a4a4-1944-4879-89a8-87ca454ab926 {{(pid=82380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:19:45.416894 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7b24f6c6-cdfb-4d50-a542-b50d38ad5288 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:45.417985 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39904e-e3df-44f3-8273-872fa67a4c86 req-9a0517e0-af67-4873-bdb0-2292127bc40d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:45.419581 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cb39904e-e3df-44f3-8273-872fa67a4c86 req-9a0517e0-af67-4873-bdb0-2292127bc40d service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a02cb72-de11-4e13-afc5-fd37a9467374 HTTP/1.1" status: 200 len: 911 time: 0.1477864 Aug 21 12:19:45.481234 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7b24f6c6-cdfb-4d50-a542-b50d38ad5288 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848065894'] for subnet, precommit_delete_associations {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:45.543733 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7b24f6c6-cdfb-4d50-a542-b50d38ad5288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:45.586602 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cb39904e-e3df-44f3-8273-872fa67a4c86 req-33b31d11-14bd-4031-986a-717754aea3af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 HTTP/1.1" status: 200 len: 1000 time: 0.1597691 Aug 21 12:19:45.618846 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7b24f6c6-cdfb-4d50-a542-b50d38ad5288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848059214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6737682'] for subnet, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:45.623780 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:45.662839 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24f6c6-cdfb-4d50-a542-b50d38ad5288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b758a4a4-1944-4879-89a8-87ca454ab926,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:45.667163 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-7b24f6c6-cdfb-4d50-a542-b50d38ad5288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:45.670874 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7b24f6c6-cdfb-4d50-a542-b50d38ad5288 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:45.684125 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1f178-f44f-44f5-b8ae-2e26536eee01 req-b402e4c3-6855-4087-aa25-31fe32f34ded tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:45.684494 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-7b24f6c6-cdfb-4d50-a542-b50d38ad5288 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b758a4a4-1944-4879-89a8-87ca454ab926 HTTP/1.1" status: 204 len: 168 time: 0.3651121 Aug 21 12:19:45.684636 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1dd1f178-f44f-44f5-b8ae-2e26536eee01 req-b402e4c3-6855-4087-aa25-31fe32f34ded tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.1942368 Aug 21 12:19:45.684636 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39904e-e3df-44f3-8273-872fa67a4c86 req-00de732d-79ae-4aa2-ace1-ff0b32cc2722 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:45.684636 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cb39904e-e3df-44f3-8273-872fa67a4c86 req-00de732d-79ae-4aa2-ace1-ff0b32cc2722 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f58e09c1-f79e-4472-81dc-9752e44b5901 HTTP/1.1" status: 200 len: 849 time: 0.0869915 Aug 21 12:19:45.685003 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 39996) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:45.800581 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:45.801649 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1dd1f178-f44f-44f5-b8ae-2e26536eee01 req-d6aad93b-18ba-489e-b083-7766d2200e7a tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155200 Aug 21 12:19:45.817083 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cb39904e-e3df-44f3-8273-872fa67a4c86 req-3d439f91-3bb3-4d51-86e1-6068d5221cd1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a02cb72-de11-4e13-afc5-fd37a9467374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1149967 Aug 21 12:19:45.978692 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cb39904e-e3df-44f3-8273-872fa67a4c86 req-ee93da77-08fa-4489-89a7-676d18ceeaf2 service neutron] 10.222.0.21 "GET /v2.0/networks/8a02cb72-de11-4e13-afc5-fd37a9467374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531425 Aug 21 12:19:46.028743 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-71eaf8e5-abdd-4b62-a4fd-5f3253a2facb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-476761'] for network, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:46.130514 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cb39904e-e3df-44f3-8273-872fa67a4c86 req-1b0b5d87-a989-4ad7-a270-6588086550d7 service neutron] 10.222.0.21 "GET /v2.0/networks/8a02cb72-de11-4e13-afc5-fd37a9467374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436093 Aug 21 12:19:46.163237 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-71eaf8e5-abdd-4b62-a4fd-5f3253a2facb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773097', 'neutron.services.segments.db._delete_segments_for_network--9223363279269330172'] for network, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:46.178036 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-71eaf8e5-abdd-4b62-a4fd-5f3253a2facb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01978340-2bdb-41dd-b68d-34ccefa7dd57']}} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:46.190997 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-71eaf8e5-abdd-4b62-a4fd-5f3253a2facb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df8fef82-5ce3-469a-a48a-e8f5d3b7e2dc') {'for_net_delete': True} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:46.191334 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-71eaf8e5-abdd-4b62-a4fd-5f3253a2facb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df8fef82-5ce3-469a-a48a-e8f5d3b7e2dc') {} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:46.203398 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-71eaf8e5-abdd-4b62-a4fd-5f3253a2facb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279269335395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6709906'] for segment, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:46.219440 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-71eaf8e5-abdd-4b62-a4fd-5f3253a2facb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:46.225849 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71eaf8e5-abdd-4b62-a4fd-5f3253a2facb admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=82380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:19:46.227106 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-71eaf8e5-abdd-4b62-a4fd-5f3253a2facb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854685446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848059169'] for segment, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: Traceback (most recent call last): Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: timer() Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: cb(*args, **kw) Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: return func(*args, **kwargs) Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: self._notify() Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: self.callback(batched_events) Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: event.method(event) Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: segment_id)['aggregates'][0] Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: return f(self, *a, **k) Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: return self._get(url).json() Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: **kwargs) Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: return self.request(url, 'GET', **kwargs) Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: **endpoint_filter) Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:19:46.240846 dv-cinder-805477-2-smb neutron-server[82268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:19:46.319492 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-71eaf8e5-abdd-4b62-a4fd-5f3253a2facb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846847901'] for network, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:46.323859 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:46.340649 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-71eaf8e5-abdd-4b62-a4fd-5f3253a2facb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:46.347000 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eaf8e5-abdd-4b62-a4fd-5f3253a2facb admin admin] Pushing event deleted for resources: {'Network': ['ID=01978340-2bdb-41dd-b68d-34ccefa7dd57,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:46.351921 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-71eaf8e5-abdd-4b62-a4fd-5f3253a2facb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:46.357485 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-71eaf8e5-abdd-4b62-a4fd-5f3253a2facb admin admin] 10.222.0.11 "DELETE /v2.0/networks/01978340-2bdb-41dd-b68d-34ccefa7dd57 HTTP/1.1" status: 204 len: 168 time: 0.6718731 Aug 21 12:19:46.360350 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 40004) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:46.433503 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_v2 [None req-6529677b-8eb4-4467-a260-a11f9b89e053 admin admin] Deleting subnet 3cabdb73-0e46-4982-a029-f948372e3b55 {{(pid=82380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:19:46.437152 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6529677b-8eb4-4467-a260-a11f9b89e053 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:46.492524 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6529677b-8eb4-4467-a260-a11f9b89e053 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848065894'] for subnet, precommit_delete_associations {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:46.563476 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6529677b-8eb4-4467-a260-a11f9b89e053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:46.646716 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6529677b-8eb4-4467-a260-a11f9b89e053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848059214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6737682'] for subnet, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:46.652485 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ee8e1058-1d02-4c56-9c4e-d93cf581a54e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:46.694500 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529677b-8eb4-4467-a260-a11f9b89e053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cabdb73-0e46-4982-a029-f948372e3b55,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:46.697533 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-6529677b-8eb4-4467-a260-a11f9b89e053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:46.699996 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6529677b-8eb4-4467-a260-a11f9b89e053 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:46.706256 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-6529677b-8eb4-4467-a260-a11f9b89e053 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3cabdb73-0e46-4982-a029-f948372e3b55 HTTP/1.1" status: 204 len: 168 time: 0.3449047 Aug 21 12:19:46.709099 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 40018) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:46.846363 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3108fcab-1c73-493e-b1a0-2f0672e50495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-476761'] for network, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:46.989848 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3108fcab-1c73-493e-b1a0-2f0672e50495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773097', 'neutron.services.segments.db._delete_segments_for_network--9223363279269330172'] for network, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:47.004230 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-3108fcab-1c73-493e-b1a0-2f0672e50495 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf285092-1468-4d44-a8a1-56c77409dddf']}} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:47.018310 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-3108fcab-1c73-493e-b1a0-2f0672e50495 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c9ed7e-eaf6-45ff-8cbd-0803aeb082ed') {'for_net_delete': True} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:47.018659 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-3108fcab-1c73-493e-b1a0-2f0672e50495 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c9ed7e-eaf6-45ff-8cbd-0803aeb082ed') {} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:47.032393 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3108fcab-1c73-493e-b1a0-2f0672e50495 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279269335395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6709906'] for segment, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:47.054044 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc40964-602a-4ab3-af76-031d57a96dce req-b83ab32a-bfd1-4539-b0e8-e1239cf229aa tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:47.054706 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3108fcab-1c73-493e-b1a0-2f0672e50495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:47.056455 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3cc40964-602a-4ab3-af76-031d57a96dce req-b83ab32a-bfd1-4539-b0e8-e1239cf229aa tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.1033537 Aug 21 12:19:47.069100 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3108fcab-1c73-493e-b1a0-2f0672e50495 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=82380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:19:47.069528 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3108fcab-1c73-493e-b1a0-2f0672e50495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854685446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848059169'] for segment, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: Traceback (most recent call last): Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: timer() Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: cb(*args, **kw) Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: return func(*args, **kwargs) Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: self._notify() Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: self.callback(batched_events) Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: event.method(event) Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: segment_id)['aggregates'][0] Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: return f(self, *a, **k) Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: return self._get(url).json() Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: **kwargs) Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: return self.request(url, 'GET', **kwargs) Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: **endpoint_filter) Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:19:47.087648 dv-cinder-805477-2-smb neutron-server[82268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:19:47.129229 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3cc40964-602a-4ab3-af76-031d57a96dce req-01536a2b-33bb-4317-a64b-2bc84968d6e1 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666461 Aug 21 12:19:47.175995 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:47.180402 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3108fcab-1c73-493e-b1a0-2f0672e50495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846847901'] for network, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:47.183905 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:47.198052 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3108fcab-1c73-493e-b1a0-2f0672e50495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:47.207749 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108fcab-1c73-493e-b1a0-2f0672e50495 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf285092-1468-4d44-a8a1-56c77409dddf,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:47.210031 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3108fcab-1c73-493e-b1a0-2f0672e50495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:47.211682 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-3108fcab-1c73-493e-b1a0-2f0672e50495 admin admin] 10.222.0.11 "DELETE /v2.0/networks/bf285092-1468-4d44-a8a1-56c77409dddf HTTP/1.1" status: 204 len: 168 time: 0.5015109 Aug 21 12:19:47.508190 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 40038) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:47.561444 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-d911b580-5e5e-4ae9-ace7-f3b6cacbf340 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=183d8a4af4c0489d8b4850d00cc30873&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0518711 Aug 21 12:19:47.563896 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 40042) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:47.625997 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-dcc6f9de-cf3f-4f0e-a168-35e7434491c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:47.658352 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-dcc6f9de-cf3f-4f0e-a168-35e7434491c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:47.704783 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-dcc6f9de-cf3f-4f0e-a168-35e7434491c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:47.710303 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-731384ad-b322-4457-a71a-563df99d093a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:47.724496 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6f9de-cf3f-4f0e-a168-35e7434491c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e54f0b1-411c-43c3-92cd-d86362aa78e5,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:47.728370 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-dcc6f9de-cf3f-4f0e-a168-35e7434491c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:47.739333 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-dcc6f9de-cf3f-4f0e-a168-35e7434491c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:47.741542 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-dcc6f9de-cf3f-4f0e-a168-35e7434491c5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e54f0b1-411c-43c3-92cd-d86362aa78e5 HTTP/1.1" status: 204 len: 168 time: 0.1758201 Aug 21 12:19:48.198157 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 40062) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:48.275007 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-a96825fa-a54a-419c-a177-f11560ca03ba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f83fbcaa92534453b41c6dcc74616072&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0753109 Aug 21 12:19:48.277965 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 40068) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:48.426967 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-81e019c7-4d83-445c-8cb1-7c68827acaa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:48.435807 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b262cf-5196-4af5-b114-1583807e0d4c req-852aa56a-bfd8-484f-a004-24873f65f808 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:48.437439 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-65b262cf-5196-4af5-b114-1583807e0d4c req-852aa56a-bfd8-484f-a004-24873f65f808 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.1405022 Aug 21 12:19:48.484771 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-81e019c7-4d83-445c-8cb1-7c68827acaa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:48.538625 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-65b262cf-5196-4af5-b114-1583807e0d4c req-cc876c2f-f27b-40a5-851c-dac755dce424 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932441 Aug 21 12:19:48.547303 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-81e019c7-4d83-445c-8cb1-7c68827acaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:48.552560 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-dad8b7f1-525e-47f1-aa4c-dca9cfcc6ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:48.565385 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-81e019c7-4d83-445c-8cb1-7c68827acaa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:48.566593 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-81e019c7-4d83-445c-8cb1-7c68827acaa2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6c141fde-defd-4b7e-b30a-78b9f2bb3373 HTTP/1.1" status: 204 len: 168 time: 0.2874846 Aug 21 12:19:48.571436 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e019c7-4d83-445c-8cb1-7c68827acaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c141fde-defd-4b7e-b30a-78b9f2bb3373,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:48.573850 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-81e019c7-4d83-445c-8cb1-7c68827acaa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:48.725202 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:49.779679 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc9204-3c9f-4ce7-8b54-9cde26b84e2f req-8b7ad548-9f63-4d90-a54d-0f5a6f2ab8d8 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:49.780256 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-accc9204-3c9f-4ce7-8b54-9cde26b84e2f req-8b7ad548-9f63-4d90-a54d-0f5a6f2ab8d8 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.1051540 Aug 21 12:19:49.853776 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-accc9204-3c9f-4ce7-8b54-9cde26b84e2f req-a46bb56e-fe2a-4d24-b5a5-a26dbd573462 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656893 Aug 21 12:19:49.995737 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 40118) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:50.215363 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-52307f44-5e1d-485e-a5f9-d42809792bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:50.253398 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-52307f44-5e1d-485e-a5f9-d42809792bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:50.258004 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-52307f44-5e1d-485e-a5f9-d42809792bbe admin admin] Usage tracker for resource:security_group_rule and tenant:657ce2a899e64dab8acb7a6b0388e1ef is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:50.260982 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-52307f44-5e1d-485e-a5f9-d42809792bbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:50.267065 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-52307f44-5e1d-485e-a5f9-d42809792bbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:50.349197 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-52307f44-5e1d-485e-a5f9-d42809792bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:50.352604 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-52307f44-5e1d-485e-a5f9-d42809792bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:50.360208 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-149a8cd9-3568-474e-a473-66c57046cd5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:50.402722 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52307f44-5e1d-485e-a5f9-d42809792bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1aba40c-482c-4b39-a171-f585358bde8f,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:50.406236 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-52307f44-5e1d-485e-a5f9-d42809792bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:50.408940 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-52307f44-5e1d-485e-a5f9-d42809792bbe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=657ce2a899e64dab8acb7a6b0388e1ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4119332 Aug 21 12:19:50.412077 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 40138) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:50.478356 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-96228b12-2fed-417e-8c4a-56f88a7b656e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:50.508630 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-96228b12-2fed-417e-8c4a-56f88a7b656e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:50.560253 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-96228b12-2fed-417e-8c4a-56f88a7b656e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:50.565533 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-2c4ddde7-6d4d-45fc-8993-d34d633384dd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:50.577533 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96228b12-2fed-417e-8c4a-56f88a7b656e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1aba40c-482c-4b39-a171-f585358bde8f,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:50.580035 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-96228b12-2fed-417e-8c4a-56f88a7b656e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:50.601738 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-96228b12-2fed-417e-8c4a-56f88a7b656e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:50.607740 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-96228b12-2fed-417e-8c4a-56f88a7b656e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f1aba40c-482c-4b39-a171-f585358bde8f HTTP/1.1" status: 204 len: 168 time: 0.1934876 Aug 21 12:19:51.060726 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 40166) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:51.092244 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c2738b40-bb0d-4b65-8980-4434e30a5d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:51.130024 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-c2738b40-bb0d-4b65-8980-4434e30a5d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:51.134979 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-c2738b40-bb0d-4b65-8980-4434e30a5d1c admin admin] Usage tracker for resource:security_group_rule and tenant:bf2aa7cde10548dfb3b2e81cca81c29e is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:51.138249 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-c2738b40-bb0d-4b65-8980-4434e30a5d1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:51.144682 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-c2738b40-bb0d-4b65-8980-4434e30a5d1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:51.219556 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b3064-67e0-4976-9b7f-d2bcded3782a req-5106b306-43a7-431b-a9bc-9da9b1a3fd32 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:51.222556 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c2738b40-bb0d-4b65-8980-4434e30a5d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:51.226106 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c2738b40-bb0d-4b65-8980-4434e30a5d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:51.227884 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-981b3064-67e0-4976-9b7f-d2bcded3782a req-5106b306-43a7-431b-a9bc-9da9b1a3fd32 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0988665 Aug 21 12:19:51.240073 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-dfae441a-593c-4408-ac1a-ca41aa164a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:51.289636 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-981b3064-67e0-4976-9b7f-d2bcded3782a req-c1d34856-7da8-47a8-ab5e-88143542d0a7 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607471 Aug 21 12:19:51.290795 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-c2738b40-bb0d-4b65-8980-4434e30a5d1c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf2aa7cde10548dfb3b2e81cca81c29e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2266376 Aug 21 12:19:51.291732 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2738b40-bb0d-4b65-8980-4434e30a5d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78657405-b336-47e8-9021-de3cba853a68,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:51.294359 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 40178) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:51.327878 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c2738b40-bb0d-4b65-8980-4434e30a5d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:51.365425 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-59100096-f6ee-46ed-8f98-abd93a1fe8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:51.392175 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-59100096-f6ee-46ed-8f98-abd93a1fe8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:51.439417 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-59100096-f6ee-46ed-8f98-abd93a1fe8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:51.445182 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-52307f44-5e1d-485e-a5f9-d42809792bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:51.456608 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59100096-f6ee-46ed-8f98-abd93a1fe8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78657405-b336-47e8-9021-de3cba853a68,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:51.459148 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-59100096-f6ee-46ed-8f98-abd93a1fe8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:51.465717 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-59100096-f6ee-46ed-8f98-abd93a1fe8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:51.469855 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-59100096-f6ee-46ed-8f98-abd93a1fe8df admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/78657405-b336-47e8-9021-de3cba853a68 HTTP/1.1" status: 204 len: 168 time: 0.1744597 Aug 21 12:19:52.522017 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86689479-84a9-4495-b96a-cb5296ecc3f9 req-a0535a7c-322d-4d42-95c4-907bd5906582 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:52.523659 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-86689479-84a9-4495-b96a-cb5296ecc3f9 req-a0535a7c-322d-4d42-95c4-907bd5906582 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0876513 Aug 21 12:19:52.573900 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-86689479-84a9-4495-b96a-cb5296ecc3f9 req-fd421171-0bab-464a-828f-6bb5c131cdd5 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440032 Aug 21 12:19:53.791141 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197750b6-7651-4a9b-96e3-7feb6940c3b7 req-e8324765-8f10-4ccb-98a6-87513cca8557 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:53.792727 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-197750b6-7651-4a9b-96e3-7feb6940c3b7 req-e8324765-8f10-4ccb-98a6-87513cca8557 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0906389 Aug 21 12:19:53.846041 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-197750b6-7651-4a9b-96e3-7feb6940c3b7 req-29d5ea4a-8ac3-42d2-b51e-30247eeaad99 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466232 Aug 21 12:19:55.064897 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b64a5-c8c2-492d-b063-c5ed13c1f93a req-77b5211b-9984-43ca-8381-106fb53afd83 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:55.066549 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1c4b64a5-c8c2-492d-b063-c5ed13c1f93a req-77b5211b-9984-43ca-8381-106fb53afd83 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0884602 Aug 21 12:19:55.116098 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1c4b64a5-c8c2-492d-b063-c5ed13c1f93a req-088d5d15-bdfa-46f2-93d7-efd385fa26b1 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422504 Aug 21 12:19:56.348441 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab83cf8-f9f2-47df-a66b-1b482e279b03 req-d5a6ffa3-0beb-4c21-b8ac-f37b7b389063 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:56.350041 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6ab83cf8-f9f2-47df-a66b-1b482e279b03 req-d5a6ffa3-0beb-4c21-b8ac-f37b7b389063 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.1001968 Aug 21 12:19:56.409959 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6ab83cf8-f9f2-47df-a66b-1b482e279b03 req-45ec9982-a426-49d1-89a2-b05f33c8b65b tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516162 Aug 21 12:19:57.628407 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be4b11-f2d7-4960-8b2e-92a7a565a436 req-a56ee35c-f16a-4341-8094-6b9bac3df53a tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:57.630274 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b1be4b11-f2d7-4960-8b2e-92a7a565a436 req-a56ee35c-f16a-4341-8094-6b9bac3df53a tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0847085 Aug 21 12:19:57.681185 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b1be4b11-f2d7-4960-8b2e-92a7a565a436 req-41308e73-a653-44a1-89aa-ac9cb16ff53d tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446732 Aug 21 12:19:58.915178 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b8ccf-4364-42c1-9363-85f64540b006 req-c3b837c0-6325-4c5d-b6c9-9f904d6c0cb2 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:58.916716 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-731b8ccf-4364-42c1-9363-85f64540b006 req-c3b837c0-6325-4c5d-b6c9-9f904d6c0cb2 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0882468 Aug 21 12:19:58.969305 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-731b8ccf-4364-42c1-9363-85f64540b006 req-5946031b-c185-40c6-95fb-0f67a09f1bcf tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461452 Aug 21 12:19:59.162758 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 40370) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:59.318367 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-004e8222-4d92-4abc-bac9-0bf7c679573a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:59.354781 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-004e8222-4d92-4abc-bac9-0bf7c679573a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:59.358809 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-004e8222-4d92-4abc-bac9-0bf7c679573a admin admin] Usage tracker for resource:security_group_rule and tenant:e93959543a7b4bc38f7da64b44f4ef4e is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:59.361940 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-004e8222-4d92-4abc-bac9-0bf7c679573a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:59.369282 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-004e8222-4d92-4abc-bac9-0bf7c679573a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:59.439765 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-004e8222-4d92-4abc-bac9-0bf7c679573a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:59.443360 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-004e8222-4d92-4abc-bac9-0bf7c679573a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:59.451821 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fc7540bd-6926-44e4-91ad-053f55311342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:59.504385 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-004e8222-4d92-4abc-bac9-0bf7c679573a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e93959543a7b4bc38f7da64b44f4ef4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3381116 Aug 21 12:19:59.504385 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e8222-4d92-4abc-bac9-0bf7c679573a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7790a56-c0d8-4801-aac7-7549fd8ec6d1,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:59.505464 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 40384) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:59.509050 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-004e8222-4d92-4abc-bac9-0bf7c679573a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:59.577554 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-02ec58fd-55f1-48e6-8ef4-cf2c1920545c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:59.607895 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-02ec58fd-55f1-48e6-8ef4-cf2c1920545c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:59.653383 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-02ec58fd-55f1-48e6-8ef4-cf2c1920545c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:59.658397 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-dcc6f9de-cf3f-4f0e-a168-35e7434491c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:59.672789 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec58fd-55f1-48e6-8ef4-cf2c1920545c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7790a56-c0d8-4801-aac7-7549fd8ec6d1,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:59.675746 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-02ec58fd-55f1-48e6-8ef4-cf2c1920545c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:59.677720 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-02ec58fd-55f1-48e6-8ef4-cf2c1920545c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:59.679749 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-02ec58fd-55f1-48e6-8ef4-cf2c1920545c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b7790a56-c0d8-4801-aac7-7549fd8ec6d1 HTTP/1.1" status: 204 len: 168 time: 0.1724985 Aug 21 12:20:00.187841 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ef193-00c9-4e6f-8f5c-78352517ad72 req-92d236dd-9a68-481d-a653-e29db5b0bf02 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:00.189482 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e68ef193-00c9-4e6f-8f5c-78352517ad72 req-92d236dd-9a68-481d-a653-e29db5b0bf02 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0845084 Aug 21 12:20:00.239142 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e68ef193-00c9-4e6f-8f5c-78352517ad72 req-9323463b-96cc-4bd6-aab1-11b6a80b1568 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434186 Aug 21 12:20:01.460595 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be87e5-7fab-4336-868d-350e33d95d7d req-0480f433-bdee-4ff8-ba8b-abeb49fbe90f tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:01.462439 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-44be87e5-7fab-4336-868d-350e33d95d7d req-0480f433-bdee-4ff8-ba8b-abeb49fbe90f tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0853064 Aug 21 12:20:01.513183 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-44be87e5-7fab-4336-868d-350e33d95d7d req-aa2f35c9-cd75-4048-936b-4a59f179131f tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445769 Aug 21 12:20:02.558949 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 40470) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:02.750366 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3f3c5535-66a5-4207-87fe-78183533829a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:02.786166 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-3f3c5535-66a5-4207-87fe-78183533829a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:20:02.791321 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-3f3c5535-66a5-4207-87fe-78183533829a admin admin] Usage tracker for resource:security_group_rule and tenant:9d2c67d863ec491b88a681ac6a2b9787 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:20:02.794648 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-3f3c5535-66a5-4207-87fe-78183533829a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:20:02.808320 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-3f3c5535-66a5-4207-87fe-78183533829a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:20:02.845412 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c86d3-ea16-4ef5-8bbb-caa11a39a188 req-6c819b04-f481-46c8-948f-a50294784007 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:02.847002 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f91c86d3-ea16-4ef5-8bbb-caa11a39a188 req-6c819b04-f481-46c8-948f-a50294784007 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.1961696 Aug 21 12:20:02.933736 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f91c86d3-ea16-4ef5-8bbb-caa11a39a188 req-cfb35c90-a46c-42e2-a1fa-510ec02c00a1 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754564 Aug 21 12:20:02.954266 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3f3c5535-66a5-4207-87fe-78183533829a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:02.963153 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3f3c5535-66a5-4207-87fe-78183533829a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:02.971210 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c015f732-3af6-4fc8-a181-8f36351a4491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:03.023696 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-3f3c5535-66a5-4207-87fe-78183533829a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d2c67d863ec491b88a681ac6a2b9787&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4635162 Aug 21 12:20:03.026775 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c5535-66a5-4207-87fe-78183533829a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b81c44-d8e8-4921-9a83-548a99c6eb5d,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:03.026927 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 40486) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:03.036884 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c5535-66a5-4207-87fe-78183533829a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:03.037319 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c5535-66a5-4207-87fe-78183533829a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:03.037733 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c5535-66a5-4207-87fe-78183533829a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:03.038116 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c5535-66a5-4207-87fe-78183533829a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:03.039587 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c5535-66a5-4207-87fe-78183533829a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:03.039770 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c5535-66a5-4207-87fe-78183533829a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:03.040138 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c5535-66a5-4207-87fe-78183533829a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:03.040564 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c5535-66a5-4207-87fe-78183533829a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:03.040956 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c5535-66a5-4207-87fe-78183533829a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:03.041369 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c5535-66a5-4207-87fe-78183533829a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:03.041753 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c5535-66a5-4207-87fe-78183533829a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:03.046096 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3f3c5535-66a5-4207-87fe-78183533829a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:03.101978 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5fb0aabf-1ac6-4657-a518-53efc389d6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:03.130014 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5fb0aabf-1ac6-4657-a518-53efc389d6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:03.181577 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5fb0aabf-1ac6-4657-a518-53efc389d6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:03.186583 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:03.197570 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0aabf-1ac6-4657-a518-53efc389d6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b81c44-d8e8-4921-9a83-548a99c6eb5d,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:03.202480 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5fb0aabf-1ac6-4657-a518-53efc389d6f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:03.204567 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5fb0aabf-1ac6-4657-a518-53efc389d6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:03.205833 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-5fb0aabf-1ac6-4657-a518-53efc389d6f2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/27b81c44-d8e8-4921-9a83-548a99c6eb5d HTTP/1.1" status: 204 len: 168 time: 0.1777987 Aug 21 12:20:03.560227 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 40500) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:03.580446 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4e1229dc-059a-4d72-83bb-eb19e764445d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:03.612598 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-4e1229dc-059a-4d72-83bb-eb19e764445d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:20:03.616586 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-4e1229dc-059a-4d72-83bb-eb19e764445d admin admin] Usage tracker for resource:security_group_rule and tenant:821ae3a794204da18ebe3cbc672b675e is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:20:03.619505 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-4e1229dc-059a-4d72-83bb-eb19e764445d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:20:03.625713 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-4e1229dc-059a-4d72-83bb-eb19e764445d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:20:03.691016 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4e1229dc-059a-4d72-83bb-eb19e764445d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:03.693834 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4e1229dc-059a-4d72-83bb-eb19e764445d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:03.701793 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5be04bfb-cbd9-45a9-86ed-53ad7b2f2197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:03.744773 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1229dc-059a-4d72-83bb-eb19e764445d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c5762d-8ee7-4331-b219-d440bfc312f9,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:03.748166 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-4e1229dc-059a-4d72-83bb-eb19e764445d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:03.750480 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-4e1229dc-059a-4d72-83bb-eb19e764445d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=821ae3a794204da18ebe3cbc672b675e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1891823 Aug 21 12:20:03.753325 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 40504) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:03.836256 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-337e7335-7c6f-4890-bd06-ab8ca9d8f7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:03.863291 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-337e7335-7c6f-4890-bd06-ab8ca9d8f7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:03.909831 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-337e7335-7c6f-4890-bd06-ab8ca9d8f7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:03.915348 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d40dadb9-7181-49f1-b881-4ee71a3ada16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:03.929947 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e7335-7c6f-4890-bd06-ab8ca9d8f7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c5762d-8ee7-4331-b219-d440bfc312f9,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:03.932734 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-337e7335-7c6f-4890-bd06-ab8ca9d8f7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:03.934965 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-337e7335-7c6f-4890-bd06-ab8ca9d8f7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:03.939560 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-337e7335-7c6f-4890-bd06-ab8ca9d8f7ef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/94c5762d-8ee7-4331-b219-d440bfc312f9 HTTP/1.1" status: 204 len: 168 time: 0.1852474 Aug 21 12:20:04.377247 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db3a98-a19b-4b43-98ab-a5191fd42a1d req-bd5da9a9-3a3d-4ca1-8ac1-7aa73567ebf4 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:04.378820 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-52db3a98-a19b-4b43-98ab-a5191fd42a1d req-bd5da9a9-3a3d-4ca1-8ac1-7aa73567ebf4 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.2946973 Aug 21 12:20:04.432373 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-52db3a98-a19b-4b43-98ab-a5191fd42a1d req-373265eb-b374-4906-9feb-8938385aa86b tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449767 Aug 21 12:20:05.518299 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 40578) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:05.670738 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7935d3e-afc9-42a9-b7a6-6193b1bfa037 req-8e4bb1e0-ab89-4bf4-ace8-936c758aadb8 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:05.681940 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f7935d3e-afc9-42a9-b7a6-6193b1bfa037 req-8e4bb1e0-ab89-4bf4-ace8-936c758aadb8 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.1093211 Aug 21 12:20:05.740850 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f8aef19d-014b-40b7-b556-b4b6da12bfbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:05.749759 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f7935d3e-afc9-42a9-b7a6-6193b1bfa037 req-89648e58-459d-40b9-b15f-bcc091102d65 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662985 Aug 21 12:20:05.783356 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-f8aef19d-014b-40b7-b556-b4b6da12bfbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:20:05.787629 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-f8aef19d-014b-40b7-b556-b4b6da12bfbe admin admin] Usage tracker for resource:security_group_rule and tenant:d615c51972594c5fbf2d17605e739213 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:20:05.791333 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-f8aef19d-014b-40b7-b556-b4b6da12bfbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:20:05.797943 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-f8aef19d-014b-40b7-b556-b4b6da12bfbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:20:05.866044 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f8aef19d-014b-40b7-b556-b4b6da12bfbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:05.869338 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f8aef19d-014b-40b7-b556-b4b6da12bfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:05.877320 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-a5e89c76-966a-48aa-843f-ee00c79dadb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:05.919711 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aef19d-014b-40b7-b556-b4b6da12bfbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385ea78a-8541-4675-ba1a-87d01cbf25b8,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:05.923484 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f8aef19d-014b-40b7-b556-b4b6da12bfbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:05.926224 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-f8aef19d-014b-40b7-b556-b4b6da12bfbe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d615c51972594c5fbf2d17605e739213&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4055738 Aug 21 12:20:05.930246 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 40592) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:05.998830 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2d18fceb-eaa4-4637-a702-5d2f1fd1cd46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:06.025671 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2d18fceb-eaa4-4637-a702-5d2f1fd1cd46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:06.070810 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2d18fceb-eaa4-4637-a702-5d2f1fd1cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:06.075683 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c2738b40-bb0d-4b65-8980-4434e30a5d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:06.089584 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18fceb-eaa4-4637-a702-5d2f1fd1cd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385ea78a-8541-4675-ba1a-87d01cbf25b8,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:06.094658 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2d18fceb-eaa4-4637-a702-5d2f1fd1cd46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:06.095871 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-2d18fceb-eaa4-4637-a702-5d2f1fd1cd46 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/385ea78a-8541-4675-ba1a-87d01cbf25b8 HTTP/1.1" status: 204 len: 168 time: 0.1646395 Aug 21 12:20:06.102644 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d18fceb-eaa4-4637-a702-5d2f1fd1cd46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:06.103065 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d18fceb-eaa4-4637-a702-5d2f1fd1cd46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:06.103477 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d18fceb-eaa4-4637-a702-5d2f1fd1cd46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:06.103880 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d18fceb-eaa4-4637-a702-5d2f1fd1cd46 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:06.104280 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d18fceb-eaa4-4637-a702-5d2f1fd1cd46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:06.104677 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d18fceb-eaa4-4637-a702-5d2f1fd1cd46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:06.105097 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d18fceb-eaa4-4637-a702-5d2f1fd1cd46 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:06.105497 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d18fceb-eaa4-4637-a702-5d2f1fd1cd46 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:06.105891 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d18fceb-eaa4-4637-a702-5d2f1fd1cd46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:06.106282 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d18fceb-eaa4-4637-a702-5d2f1fd1cd46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:06.106675 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d18fceb-eaa4-4637-a702-5d2f1fd1cd46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:06.109779 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-2d18fceb-eaa4-4637-a702-5d2f1fd1cd46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:07.029353 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288d2a3-f6da-4f73-86c8-3c9aa3a30fed req-55d56702-fc53-454a-b1d8-3ee572e3028e tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:07.030961 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2288d2a3-f6da-4f73-86c8-3c9aa3a30fed req-55d56702-fc53-454a-b1d8-3ee572e3028e tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0945563 Aug 21 12:20:07.083375 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2288d2a3-f6da-4f73-86c8-3c9aa3a30fed req-49e41554-6a8f-415c-8d6d-418fdd17bef6 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453939 Aug 21 12:20:07.242640 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 40644) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:07.403877 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3645a4ef-fe10-4a41-bce1-fd916e8d181e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:07.437794 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-3645a4ef-fe10-4a41-bce1-fd916e8d181e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:20:07.441756 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-3645a4ef-fe10-4a41-bce1-fd916e8d181e admin admin] Usage tracker for resource:security_group_rule and tenant:6a93d76b60f54a0a94ad9b44332850a7 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:20:07.446410 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-3645a4ef-fe10-4a41-bce1-fd916e8d181e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:20:07.452461 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-3645a4ef-fe10-4a41-bce1-fd916e8d181e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:20:07.524536 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3645a4ef-fe10-4a41-bce1-fd916e8d181e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:07.527410 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3645a4ef-fe10-4a41-bce1-fd916e8d181e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:07.534841 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-4e616c50-4b65-43f9-a003-ca9fdce54856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:07.584433 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-3645a4ef-fe10-4a41-bce1-fd916e8d181e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6a93d76b60f54a0a94ad9b44332850a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3406122 Aug 21 12:20:07.585869 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645a4ef-fe10-4a41-bce1-fd916e8d181e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5602d54-51e6-478a-a2f8-1344612ba096,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:07.587898 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 40658) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:07.589156 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3645a4ef-fe10-4a41-bce1-fd916e8d181e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:07.657724 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6ffb7fe0-17d6-4038-a883-ea1d6f8b8cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:07.686109 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6ffb7fe0-17d6-4038-a883-ea1d6f8b8cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:07.729804 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6ffb7fe0-17d6-4038-a883-ea1d6f8b8cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:07.734734 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-60d08663-a85d-4166-860b-de9bd194e3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:07.750830 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb7fe0-17d6-4038-a883-ea1d6f8b8cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5602d54-51e6-478a-a2f8-1344612ba096,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:07.754158 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-6ffb7fe0-17d6-4038-a883-ea1d6f8b8cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:07.760695 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6ffb7fe0-17d6-4038-a883-ea1d6f8b8cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:07.762015 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-6ffb7fe0-17d6-4038-a883-ea1d6f8b8cf5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f5602d54-51e6-478a-a2f8-1344612ba096 HTTP/1.1" status: 204 len: 168 time: 0.1730289 Aug 21 12:20:07.851122 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 40666) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:08.165972 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9cfc20f6-54cb-4ba6-8ac2-43b07cbdc8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:08.199358 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-9cfc20f6-54cb-4ba6-8ac2-43b07cbdc8c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:20:08.203652 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-9cfc20f6-54cb-4ba6-8ac2-43b07cbdc8c7 admin admin] Usage tracker for resource:security_group_rule and tenant:7114de52d99644f28a9155a2517a70d7 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:20:08.206720 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-9cfc20f6-54cb-4ba6-8ac2-43b07cbdc8c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:20:08.213398 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-9cfc20f6-54cb-4ba6-8ac2-43b07cbdc8c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:20:08.284466 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9cfc20f6-54cb-4ba6-8ac2-43b07cbdc8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:08.287734 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9cfc20f6-54cb-4ba6-8ac2-43b07cbdc8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:08.296240 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-466a33c0-28df-4056-9d6c-66fc483662a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:08.310086 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e33a0-54ab-45ce-9fb8-8967593e6994 req-688eab2a-710a-43eb-b9c4-e251c47c7e9b tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:08.311778 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f79e33a0-54ab-45ce-9fb8-8967593e6994 req-688eab2a-710a-43eb-b9c4-e251c47c7e9b tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0901680 Aug 21 12:20:08.340520 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc20f6-54cb-4ba6-8ac2-43b07cbdc8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bf0985-9b40-4009-bad3-421a353a1096,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:08.343743 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-9cfc20f6-54cb-4ba6-8ac2-43b07cbdc8c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:08.348884 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-9cfc20f6-54cb-4ba6-8ac2-43b07cbdc8c7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7114de52d99644f28a9155a2517a70d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4939728 Aug 21 12:20:08.349573 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 40688) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:08.365752 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f79e33a0-54ab-45ce-9fb8-8967593e6994 req-49e0c206-188e-4d14-8ff8-5ac90d7df711 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470259 Aug 21 12:20:08.415914 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f9fabe91-785a-4635-b8e9-2a7aef8928b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:08.442270 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f9fabe91-785a-4635-b8e9-2a7aef8928b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:08.494466 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f9fabe91-785a-4635-b8e9-2a7aef8928b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:08.499754 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-96228b12-2fed-417e-8c4a-56f88a7b656e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:08.514758 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fabe91-785a-4635-b8e9-2a7aef8928b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bf0985-9b40-4009-bad3-421a353a1096,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:08.518002 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f9fabe91-785a-4635-b8e9-2a7aef8928b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:08.523471 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f9fabe91-785a-4635-b8e9-2a7aef8928b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:08.527916 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-f9fabe91-785a-4635-b8e9-2a7aef8928b8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e3bf0985-9b40-4009-bad3-421a353a1096 HTTP/1.1" status: 204 len: 168 time: 0.1775234 Aug 21 12:20:09.262633 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 40736) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:09.452436 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-839f2133-6fdd-4cc6-8f19-0c9a7dd6f4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:09.486929 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-839f2133-6fdd-4cc6-8f19-0c9a7dd6f4e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:20:09.491036 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-839f2133-6fdd-4cc6-8f19-0c9a7dd6f4e8 admin admin] Usage tracker for resource:security_group_rule and tenant:1ae7f82707fa4108bec97aa4b97c3675 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:20:09.494830 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-839f2133-6fdd-4cc6-8f19-0c9a7dd6f4e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:20:09.501184 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-839f2133-6fdd-4cc6-8f19-0c9a7dd6f4e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:20:09.572237 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-839f2133-6fdd-4cc6-8f19-0c9a7dd6f4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:09.575270 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-839f2133-6fdd-4cc6-8f19-0c9a7dd6f4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:09.584334 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ba747a99-b1fe-4a52-a191-91406a1f3765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:09.588881 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884fda4-2895-459d-a752-3ae59eebcee7 req-66998d71-753b-4489-98c8-e1f8beee5847 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:09.590531 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c884fda4-2895-459d-a752-3ae59eebcee7 req-66998d71-753b-4489-98c8-e1f8beee5847 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0878139 Aug 21 12:20:09.633677 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-839f2133-6fdd-4cc6-8f19-0c9a7dd6f4e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1ae7f82707fa4108bec97aa4b97c3675&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3698523 Aug 21 12:20:09.634502 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f2133-6fdd-4cc6-8f19-0c9a7dd6f4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e8ae40-4d07-435b-a44a-99a27aac0462,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:09.637084 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 40756) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:09.650209 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-839f2133-6fdd-4cc6-8f19-0c9a7dd6f4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:09.660156 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c884fda4-2895-459d-a752-3ae59eebcee7 req-9af940b2-f767-4789-9af2-f75ebb79aadb tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620668 Aug 21 12:20:09.714423 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b836263f-d283-48ed-9a0e-6d4f33ca4ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:09.743411 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b836263f-d283-48ed-9a0e-6d4f33ca4ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:09.797774 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b836263f-d283-48ed-9a0e-6d4f33ca4ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:09.805373 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-839f2133-6fdd-4cc6-8f19-0c9a7dd6f4e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:09.818821 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836263f-d283-48ed-9a0e-6d4f33ca4ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e8ae40-4d07-435b-a44a-99a27aac0462,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:09.821272 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b836263f-d283-48ed-9a0e-6d4f33ca4ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:09.822546 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-b836263f-d283-48ed-9a0e-6d4f33ca4ea9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/09e8ae40-4d07-435b-a44a-99a27aac0462 HTTP/1.1" status: 204 len: 168 time: 0.1844072 Aug 21 12:20:09.823370 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b836263f-d283-48ed-9a0e-6d4f33ca4ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:10.937867 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a61e2-aa07-48d4-94ca-279606cb75e8 req-0b22c932-461c-48f7-9444-6b45f63da78b tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:10.941565 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7b2a61e2-aa07-48d4-94ca-279606cb75e8 req-0b22c932-461c-48f7-9444-6b45f63da78b tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0940278 Aug 21 12:20:10.998502 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7b2a61e2-aa07-48d4-94ca-279606cb75e8 req-648b0b3d-445f-4cea-9327-d9099844c7be tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506427 Aug 21 12:20:12.212431 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694f41d-e6fa-4815-8681-2d28cf9a1947 req-117026f5-8933-429d-8f8c-9deba999bc1c tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:12.214044 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d694f41d-e6fa-4815-8681-2d28cf9a1947 req-117026f5-8933-429d-8f8c-9deba999bc1c tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0880904 Aug 21 12:20:12.263048 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d694f41d-e6fa-4815-8681-2d28cf9a1947 req-0197a896-eedc-4358-831a-e7c8cd262321 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429847 Aug 21 12:20:12.645577 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-20443eb5-562a-4bb5-9d31-2af7328ec5a6 req-c28b8742-f2a9-4392-8267-39097392dccf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 1098 time: 0.0733018 Aug 21 12:20:12.697579 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-20443eb5-562a-4bb5-9d31-2af7328ec5a6 req-1fa96d6a-ee9c-4566-8d19-eca1402ac73b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448992 Aug 21 12:20:12.878964 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-943dbcf7-c1e9-4b24-8bfe-062d4c14f0d6 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=33b6f00847504e93b73be324022391c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416887 Aug 21 12:20:13.046390 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-6842705f-8d9d-4fc0-9549-2f52bf419953 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:13.047912 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-49568e59-64e5-4b04-a038-e94280ecc9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:13.048072 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-6842705f-8d9d-4fc0-9549-2f52bf419953 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1637557 Aug 21 12:20:13.067015 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-8256afa9-6566-4707-9706-ba97d35579ac tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/quotas/33b6f00847504e93b73be324022391c7 HTTP/1.1" status: 200 len: 375 time: 0.0117025 Aug 21 12:20:13.118521 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-17b32725-dad4-4a06-9167-1b5756c54686 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=33b6f00847504e93b73be324022391c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453486 Aug 21 12:20:13.319931 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5320625d-d015-4b3b-9c8d-8c137fbf7319 req-386f0d4c-310b-4649-b709-da9041a8156f tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc81106-b904-46c7-a8d7-c3e0b0a422a0 HTTP/1.1" status: 200 len: 210 time: 0.0445130 Aug 21 12:20:13.487560 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547c046-b874-4661-b45d-821bed52fe95 req-fd5e86a1-712a-48bf-aea6-c214425585a7 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:13.489153 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7547c046-b874-4661-b45d-821bed52fe95 req-fd5e86a1-712a-48bf-aea6-c214425585a7 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0887156 Aug 21 12:20:13.539277 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7547c046-b874-4661-b45d-821bed52fe95 req-8e99de39-fd10-429e-afeb-c059392a9307 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431612 Aug 21 12:20:14.404305 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 40918) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:14.437149 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-84d3163b-5288-4a2c-923b-82d77b84e6a8 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=33b6f00847504e93b73be324022391c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469418 Aug 21 12:20:14.499843 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:14.613888 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3fe3f211-cde0-478b-8c97-8de22094f491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:14.653192 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-3fe3f211-cde0-478b-8c97-8de22094f491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:20:14.654648 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-03becb36-624b-4bb7-bf4e-780ee676e410 req-00c42488-b956-4519-8667-d145770b06de tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc81106-b904-46c7-a8d7-c3e0b0a422a0 HTTP/1.1" status: 200 len: 210 time: 0.0555162 Aug 21 12:20:14.673978 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-3fe3f211-cde0-478b-8c97-8de22094f491 admin admin] Usage tracker for resource:security_group_rule and tenant:6903c6dc3a1f4861af9983256f31d4d9 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:20:14.682315 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-3fe3f211-cde0-478b-8c97-8de22094f491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:20:14.692320 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-3fe3f211-cde0-478b-8c97-8de22094f491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:20:14.746083 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-7180d7cc-ee96-459e-9105-da67a18de276 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:14.748012 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-7180d7cc-ee96-459e-9105-da67a18de276 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3060958 Aug 21 12:20:14.775906 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Request body: {'port': {'device_id': '0dc81106-b904-46c7-a8d7-c3e0b0a422a0', 'network_id': '51058bbc-96f6-4090-ad12-cd513748960b', 'admin_state_up': True, 'tenant_id': '33b6f00847504e93b73be324022391c7'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:20:14.846103 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3fe3f211-cde0-478b-8c97-8de22094f491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:14.847210 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:20:14.852756 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3fe3f211-cde0-478b-8c97-8de22094f491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:14.862997 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f93df028-7dd6-45a0-a0e8-077421b3cedf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:14.908053 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3f211-cde0-478b-8c97-8de22094f491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc79ff7-3d55-4a84-9e17-aa7b1b0619e7,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:14.916035 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-3fe3f211-cde0-478b-8c97-8de22094f491 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6903c6dc3a1f4861af9983256f31d4d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5098910 Aug 21 12:20:14.916668 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 40934) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:14.917562 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3fe3f211-cde0-478b-8c97-8de22094f491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:14.990326 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-73b3e86d-4af3-4066-9a4d-6bc6141b45e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:15.017682 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-73b3e86d-4af3-4066-9a4d-6bc6141b45e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:15.039458 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854fe5c-4f2d-4e2d-85c4-4437691eb480 req-9db70aa4-68a2-4a8c-ad12-33c80b05fd59 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:15.041116 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e854fe5c-4f2d-4e2d-85c4-4437691eb480 req-9db70aa4-68a2-4a8c-ad12-33c80b05fd59 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.1473374 Aug 21 12:20:15.046082 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:20:15.050109 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Usage tracker for resource:port and tenant:33b6f00847504e93b73be324022391c7 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:20:15.053398 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:20:15.064123 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:20:15.074174 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-73b3e86d-4af3-4066-9a4d-6bc6141b45e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:15.081493 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b836263f-d283-48ed-9a0e-6d4f33ca4ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:15.096456 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3e86d-4af3-4066-9a4d-6bc6141b45e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc79ff7-3d55-4a84-9e17-aa7b1b0619e7,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:15.098380 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-73b3e86d-4af3-4066-9a4d-6bc6141b45e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:15.099695 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-73b3e86d-4af3-4066-9a4d-6bc6141b45e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dfc79ff7-3d55-4a84-9e17-aa7b1b0619e7 HTTP/1.1" status: 204 len: 168 time: 0.1811435 Aug 21 12:20:15.101326 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-73b3e86d-4af3-4066-9a4d-6bc6141b45e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:15.106129 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Made reservation on behalf of 33b6f00847504e93b73be324022391c7 for: {'port': 1} {{(pid=82379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:20:15.112455 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:15.135203 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:15.161822 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e854fe5c-4f2d-4e2d-85c4-4437691eb480 req-872668c1-db39-4fff-beea-145571655412 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015792 Aug 21 12:20:15.180292 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:20:15.184406 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Usage tracker for resource:security_group_rule and tenant:33b6f00847504e93b73be324022391c7 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:20:15.187459 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:20:15.190374 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6a2fdac8-4d6c-443d-956f-97e663f83f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:15.194873 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:20:15.316813 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:15.321556 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:15.327894 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b076838f-8397-4b9a-8898-ab1fab60400d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:15.477807 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3022e0f4-9bf0-4ccb-864b-f1d2ae71e275,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:15.481122 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:15.553402 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 40958) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:15.574241 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2e86e5b4-540a-4ff1-9ef7-5faac006dd15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:15.579417 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e21e8-023d-4ebc-b5e4-b4d8bff6424d req-62238fc1-7534-438f-ad7b-5150ef999569 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:15.581077 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-260e21e8-023d-4ebc-b5e4-b4d8bff6424d req-62238fc1-7534-438f-ad7b-5150ef999569 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.2018940 Aug 21 12:20:15.607445 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-2e86e5b4-540a-4ff1-9ef7-5faac006dd15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:20:15.611616 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-2e86e5b4-540a-4ff1-9ef7-5faac006dd15 admin admin] Usage tracker for resource:security_group_rule and tenant:391fa0fadcfc4fc3b5581e8adfbde6f3 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:20:15.614572 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-2e86e5b4-540a-4ff1-9ef7-5faac006dd15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:20:15.620690 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-2e86e5b4-540a-4ff1-9ef7-5faac006dd15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:20:15.636948 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Allocated IP 192.168.233.162 (51058bbc-96f6-4090-ad12-cd513748960b/0a4fc799-0a75-4909-a1bb-84b712dd2399/5113e8d3-fdce-46bf-99ef-46e19ef982f0) {{(pid=82379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:20:15.655605 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-260e21e8-023d-4ebc-b5e4-b4d8bff6424d req-9fa9a4a5-9860-4403-b84e-2226c69b9f6a tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674472 Aug 21 12:20:15.691578 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2e86e5b4-540a-4ff1-9ef7-5faac006dd15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:15.696923 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2e86e5b4-540a-4ff1-9ef7-5faac006dd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:15.711811 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-4e1229dc-059a-4d72-83bb-eb19e764445d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:15.806423 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-2e86e5b4-540a-4ff1-9ef7-5faac006dd15 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=391fa0fadcfc4fc3b5581e8adfbde6f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2510092 Aug 21 12:20:15.807940 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:15.808467 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86e5b4-540a-4ff1-9ef7-5faac006dd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97978564-fc9e-4bf7-84d0-0282f3a58dc3,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:15.811965 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 40966) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:15.814485 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-2e86e5b4-540a-4ff1-9ef7-5faac006dd15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:15.967075 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bf872a28-5fdd-49c9-ac43-c515d1867e5e req-2659669d-4c8d-45e3-8356-247ac493c752 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc81106-b904-46c7-a8d7-c3e0b0a422a0 HTTP/1.1" status: 200 len: 210 time: 0.0697453 Aug 21 12:20:16.000893 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Notify callbacks [] for port, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:16.009615 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d35d8ead-28bd-4043-b977-f7c1ca29ecc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:16.042588 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Transition to ACTIVE for port object 5113e8d3-fdce-46bf-99ef-46e19ef982f0 will not be triggered until provisioned by entity DHCP. {{(pid=82379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:20:16.048030 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d35d8ead-28bd-4043-b977-f7c1ca29ecc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:16.105802 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:16.114181 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d0f20d65-8d69-408d-b6bc-f9bbc7ae87f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:16.164917 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d35d8ead-28bd-4043-b977-f7c1ca29ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:16.210494 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Network 51058bbc-96f6-4090-ad12-cd513748960b is already hosted by enough agents. {{(pid=82379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:20:16.218498 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Resources bound (agent type, host, resource id): {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:20:16.221696 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Received port after_create {{(pid=82379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:20:16.285620 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Pushing event updated for resources: {'Port': ['ID=5113e8d3-fdce-46bf-99ef-46e19ef982f0,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:16.290222 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:16.297231 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:16.297943 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:16.302420 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-def2db16-5e8a-458b-829f-2de127b61b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:16.315555 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d35d8ead-28bd-4043-b977-f7c1ca29ecc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:16.316797 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-d35d8ead-28bd-4043-b977-f7c1ca29ecc0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/97978564-fc9e-4bf7-84d0-0282f3a58dc3 HTTP/1.1" status: 204 len: 168 time: 0.5038061 Aug 21 12:20:16.327349 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d8ead-28bd-4043-b977-f7c1ca29ecc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97978564-fc9e-4bf7-84d0-0282f3a58dc3,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:16.329914 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d35d8ead-28bd-4043-b977-f7c1ca29ecc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:16.337930 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5776069 Aug 21 12:20:16.355833 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-b6c76e8a-a7dd-4c91-a1c9-f5c57f646af0 service neutron] Request body: {'port': {'device_id': '0dc81106-b904-46c7-a8d7-c3e0b0a422a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:20:16.495022 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-b6c76e8a-a7dd-4c91-a1c9-f5c57f646af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:16.721676 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-4f97ad39-23ff-4590-8470-0b72fd51fa1d None None] Provisioning for port 5113e8d3-fdce-46bf-99ef-46e19ef982f0 completed by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:20:16.728016 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-4f97ad39-23ff-4590-8470-0b72fd51fa1d None None] Provisioning complete for port 5113e8d3-fdce-46bf-99ef-46e19ef982f0 triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:20:16.728585 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4f97ad39-23ff-4590-8470-0b72fd51fa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:16.792124 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-4f97ad39-23ff-4590-8470-0b72fd51fa1d None None] Port 5113e8d3-fdce-46bf-99ef-46e19ef982f0 cannot update to ACTIVE because it is not bound. {{(pid=82381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:20:16.921261 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-b6c76e8a-a7dd-4c91-a1c9-f5c57f646af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5113e8d3-fdce-46bf-99ef-46e19ef982f0 {{(pid=82379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:20:16.930012 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-b6c76e8a-a7dd-4c91-a1c9-f5c57f646af0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:16.947453 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-b6c76e8a-a7dd-4c91-a1c9-f5c57f646af0 service neutron] Transition to ACTIVE for port object 5113e8d3-fdce-46bf-99ef-46e19ef982f0 will not be triggered until provisioned by entity L2. {{(pid=82379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:20:16.950516 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-b6c76e8a-a7dd-4c91-a1c9-f5c57f646af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:16.956790 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d0f20d65-8d69-408d-b6bc-f9bbc7ae87f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:17.092693 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 41014) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:17.174647 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:17.358570 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c76e8a-a7dd-4c91-a1c9-f5c57f646af0 service neutron] Pushing event updated for resources: {'Port': ['ID=5113e8d3-fdce-46bf-99ef-46e19ef982f0,revision_number=2']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:17.395244 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b6c76e8a-a7dd-4c91-a1c9-f5c57f646af0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:17.433124 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c214ffa4-ce1b-452b-a184-a3a22197e1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:17.474556 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-c214ffa4-ce1b-452b-a184-a3a22197e1cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:20:17.480037 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-c214ffa4-ce1b-452b-a184-a3a22197e1cd admin admin] Usage tracker for resource:security_group_rule and tenant:49755bfb9f3943e3aa7b700980abd2ed is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:20:17.483663 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-c214ffa4-ce1b-452b-a184-a3a22197e1cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:20:17.493775 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-c214ffa4-ce1b-452b-a184-a3a22197e1cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:20:17.505532 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95682874-7aaf-4a47-90f5-44608fef4787 req-f580b3c4-ac27-4b76-ad70-82f97060bde9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:17.506321 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-95682874-7aaf-4a47-90f5-44608fef4787 req-f580b3c4-ac27-4b76-ad70-82f97060bde9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Synchronizing usage tracker for tenant:33b6f00847504e93b73be324022391c7 on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:20:17.529593 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-b6c76e8a-a7dd-4c91-a1c9-f5c57f646af0 service neutron] Attempting to bind port 5113e8d3-fdce-46bf-99ef-46e19ef982f0 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:20:17.529980 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-b6c76e8a-a7dd-4c91-a1c9-f5c57f646af0 service neutron] Attempting to bind port 5113e8d3-fdce-46bf-99ef-46e19ef982f0 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '25f58ee2-2304-4e61-a20e-3515cccdf7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '51058bbc-96f6-4090-ad12-cd513748960b'}] {{(pid=82379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:20:17.530353 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-b6c76e8a-a7dd-4c91-a1c9-f5c57f646af0 service neutron] Attempting to bind port 5113e8d3-fdce-46bf-99ef-46e19ef982f0 on network 51058bbc-96f6-4090-ad12-cd513748960b {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:20:17.542396 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-b6c76e8a-a7dd-4c91-a1c9-f5c57f646af0 service neutron] Port 5113e8d3-fdce-46bf-99ef-46e19ef982f0 on network 51058bbc-96f6-4090-ad12-cd513748960b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:20:17.542776 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-b6c76e8a-a7dd-4c91-a1c9-f5c57f646af0 service neutron] Attempting to bind port 5113e8d3-fdce-46bf-99ef-46e19ef982f0 on network 51058bbc-96f6-4090-ad12-cd513748960b {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:20:17.548762 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-95682874-7aaf-4a47-90f5-44608fef4787 req-f580b3c4-ac27-4b76-ad70-82f97060bde9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Unset dirty status for tenant:33b6f00847504e93b73be324022391c7 on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:20:17.549947 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-95682874-7aaf-4a47-90f5-44608fef4787 req-f580b3c4-ac27-4b76-ad70-82f97060bde9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc81106-b904-46c7-a8d7-c3e0b0a422a0 HTTP/1.1" status: 200 len: 948 time: 0.2617960 Aug 21 12:20:17.551873 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-b6c76e8a-a7dd-4c91-a1c9-f5c57f646af0 service neutron] Checking agent: {'id': '04f4107c-da72-461b-9c35-d993a4b9fd6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'started_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:20:17.552249 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-b6c76e8a-a7dd-4c91-a1c9-f5c57f646af0 service neutron] Checking segment: {'id': '25f58ee2-2304-4e61-a20e-3515cccdf7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '51058bbc-96f6-4090-ad12-cd513748960b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:20:17.552672 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-b6c76e8a-a7dd-4c91-a1c9-f5c57f646af0 service neutron] Bound using segment: {'id': '25f58ee2-2304-4e61-a20e-3515cccdf7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '51058bbc-96f6-4090-ad12-cd513748960b'} {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:20:17.553179 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-b6c76e8a-a7dd-4c91-a1c9-f5c57f646af0 service neutron] Bound port: 5113e8d3-fdce-46bf-99ef-46e19ef982f0, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f58ee2-2304-4e61-a20e-3515cccdf7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '51058bbc-96f6-4090-ad12-cd513748960b'}}] {{(pid=82379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:20:17.554090 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-b6c76e8a-a7dd-4c91-a1c9-f5c57f646af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:17.665139 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c214ffa4-ce1b-452b-a184-a3a22197e1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:17.669094 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-95682874-7aaf-4a47-90f5-44608fef4787 req-5fffb45a-08d0-4e43-b899-62c2cf30a64c tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Synchronizing usage tracker for tenant:33b6f00847504e93b73be324022391c7 on resource:security_group {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:20:17.671381 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c214ffa4-ce1b-452b-a184-a3a22197e1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:17.704472 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-b6c76e8a-a7dd-4c91-a1c9-f5c57f646af0 service neutron] For port 5113e8d3-fdce-46bf-99ef-46e19ef982f0, host hv-cinder-80547, cleared binding levels {{(pid=82379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:20:17.708107 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-b6c76e8a-a7dd-4c91-a1c9-f5c57f646af0 service neutron] For port 5113e8d3-fdce-46bf-99ef-46e19ef982f0, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=5113e8d3-fdce-46bf-99ef-46e19ef982f0,segment=NetworkSegment(25f58ee2-2304-4e61-a20e-3515cccdf7bf),segment_id=25f58ee2-2304-4e61-a20e-3515cccdf7bf)] {{(pid=82379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:20:17.709165 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-95682874-7aaf-4a47-90f5-44608fef4787 req-5fffb45a-08d0-4e43-b899-62c2cf30a64c tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Unset dirty status for tenant:33b6f00847504e93b73be324022391c7 on resource:security_group {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:20:17.711110 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-95682874-7aaf-4a47-90f5-44608fef4787 req-5fffb45a-08d0-4e43-b899-62c2cf30a64c tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/security-groups?id=3022e0f4-9bf0-4ccb-864b-f1d2ae71e275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465709 Aug 21 12:20:17.712661 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-b6c76e8a-a7dd-4c91-a1c9-f5c57f646af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:17.717413 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f64972dd-a567-4e6e-85fb-99da842e36a9 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:17.719432 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-25e068df-5709-4587-89cd-5d4261c0972a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:17.784751 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214ffa4-ce1b-452b-a184-a3a22197e1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c62e0de-38bf-497a-a6be-b7f99ef0a3ac,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:17.797551 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c214ffa4-ce1b-452b-a184-a3a22197e1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:17.811073 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 41040) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:17.812552 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-b6c76e8a-a7dd-4c91-a1c9-f5c57f646af0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:17.813647 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-c214ffa4-ce1b-452b-a184-a3a22197e1cd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=49755bfb9f3943e3aa7b700980abd2ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7192533 Aug 21 12:20:17.818256 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-b6c76e8a-a7dd-4c91-a1c9-f5c57f646af0 service neutron] 10.222.0.21 "PUT /v2.0/ports/5113e8d3-fdce-46bf-99ef-46e19ef982f0 HTTP/1.1" status: 200 len: 1098 time: 1.4707856 Aug 21 12:20:17.829678 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc81106-b904-46c7-a8d7-c3e0b0a422a0', 'tag': '5113e8d3-fdce-46bf-99ef-46e19ef982f0'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:20:17.999137 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c76e8a-a7dd-4c91-a1c9-f5c57f646af0 service neutron] Pushing event updated for resources: {'Port': ['ID=5113e8d3-fdce-46bf-99ef-46e19ef982f0,revision_number=3']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:18.005378 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b6c76e8a-a7dd-4c91-a1c9-f5c57f646af0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:18.080826 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1d15d3e0-ca58-4779-95e4-dad8b1e25464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:18.097729 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-92615ccf-6706-4def-8af1-da7be9e4861e req-df5fec99-80b7-49d1-8323-68db95eabe56 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8473861c17114a58a182c5c448d53560&device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 1098 time: 0.1650653 Aug 21 12:20:18.104599 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc81106-b904-46c7-a8d7-c3e0b0a422a0', 'tag': '5113e8d3-fdce-46bf-99ef-46e19ef982f0', 'status': 'completed', 'code': 200} Aug 21 12:20:18.123256 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-a8c7aaca-53af-49e6-a8b5-12a3523b5ea0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=33b6f00847504e93b73be324022391c7&device_id=0dc81106-b904-46c7-a8d7-c3e0b0a422a0 HTTP/1.1" status: 200 len: 1101 time: 0.2146955 Aug 21 12:20:18.138249 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1d15d3e0-ca58-4779-95e4-dad8b1e25464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:18.297758 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-efc6e0be-af0e-41e6-a94a-d03ca49cbddb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=5113e8d3-fdce-46bf-99ef-46e19ef982f0 HTTP/1.1" status: 200 len: 217 time: 0.1661327 Aug 21 12:20:18.322938 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92615ccf-6706-4def-8af1-da7be9e4861e req-1e5e3065-a8ed-49d5-9f71-f827d33ea016 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:18.324547 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-92615ccf-6706-4def-8af1-da7be9e4861e req-1e5e3065-a8ed-49d5-9f71-f827d33ea016 service neutron] 10.222.0.21 "GET /v2.0/networks?id=18d0a611-84ee-4786-bdcb-094287ac4ec3 HTTP/1.1" status: 200 len: 920 time: 0.2027056 Aug 21 12:20:18.400466 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-92615ccf-6706-4def-8af1-da7be9e4861e req-be4487f8-8cb8-44ef-8449-26f2b24e22c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=987c50b3-6bb8-4f70-8e01-5c6546dec669 HTTP/1.1" status: 200 len: 217 time: 0.0695837 Aug 21 12:20:18.417920 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-e8096bc7-f8c1-4ccd-9c8b-618bac2b5527 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:18.419546 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-e8096bc7-f8c1-4ccd-9c8b-618bac2b5527 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a4fc799-0a75-4909-a1bb-84b712dd2399 HTTP/1.1" status: 200 len: 843 time: 0.1080089 Aug 21 12:20:18.462454 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1d15d3e0-ca58-4779-95e4-dad8b1e25464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:18.470390 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-545ac56f-890e-41f9-9a96-9e75d5044fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:18.476635 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92615ccf-6706-4def-8af1-da7be9e4861e req-9918a6a7-cb10-4a2d-ae2b-41ad7dc436bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:18.478399 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-92615ccf-6706-4def-8af1-da7be9e4861e req-9918a6a7-cb10-4a2d-ae2b-41ad7dc436bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8572cca-1fbb-4055-8700-71a5ac4d4c97 HTTP/1.1" status: 200 len: 859 time: 0.0722206 Aug 21 12:20:18.484034 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45205d-f322-4617-8708-fbe83730007d req-cf0c4b1b-ff51-479f-bf7f-786a6dbcaa14 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:18.485655 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ae45205d-f322-4617-8708-fbe83730007d req-cf0c4b1b-ff51-479f-bf7f-786a6dbcaa14 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.2591369 Aug 21 12:20:18.500722 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15d3e0-ca58-4779-95e4-dad8b1e25464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c62e0de-38bf-497a-a6be-b7f99ef0a3ac,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:18.507337 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-1d15d3e0-ca58-4779-95e4-dad8b1e25464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:18.530859 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1d15d3e0-ca58-4779-95e4-dad8b1e25464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:18.533339 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-92615ccf-6706-4def-8af1-da7be9e4861e req-3a7d125e-1630-41b9-88e1-e953f3bffc5f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18d0a611-84ee-4786-bdcb-094287ac4ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468678 Aug 21 12:20:18.533431 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-1d15d3e0-ca58-4779-95e4-dad8b1e25464 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c62e0de-38bf-497a-a6be-b7f99ef0a3ac HTTP/1.1" status: 204 len: 168 time: 0.7127688 Aug 21 12:20:18.574058 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ae45205d-f322-4617-8708-fbe83730007d req-eb39e1ec-852b-4128-a1f0-f3122326641a tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745823 Aug 21 12:20:18.581582 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-46715fd8-a3fb-4ee0-86b6-0ef30259c253 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51058bbc-96f6-4090-ad12-cd513748960b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1536903 Aug 21 12:20:18.688407 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-92615ccf-6706-4def-8af1-da7be9e4861e req-b6697b0d-17f1-4f6d-8fb4-055656c2b38c service neutron] 10.222.0.21 "GET /v2.0/networks/18d0a611-84ee-4786-bdcb-094287ac4ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492457 Aug 21 12:20:18.742069 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-75a56175-9539-4555-837e-9201bdb09c06 service neutron] 10.222.0.21 "GET /v2.0/networks/51058bbc-96f6-4090-ad12-cd513748960b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541388 Aug 21 12:20:18.743559 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:18.950656 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-92615ccf-6706-4def-8af1-da7be9e4861e req-944d834c-f702-4bf4-91a1-87b777a131b0 service neutron] 10.222.0.21 "GET /v2.0/networks/18d0a611-84ee-4786-bdcb-094287ac4ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540445 Aug 21 12:20:19.004462 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d4be7e6f-d8ea-4419-b862-2297782070e5 req-d58201f6-a479-4ec2-a14a-4ce6c0281294 service neutron] 10.222.0.21 "GET /v2.0/networks/51058bbc-96f6-4090-ad12-cd513748960b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564006 Aug 21 12:20:19.024400 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea5da1-3242-4961-87a2-12feb6fb1f2c req-0115d163-ce09-4c23-a9a0-5b31317f0290 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:19.026260 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e8ea5da1-3242-4961-87a2-12feb6fb1f2c req-0115d163-ce09-4c23-a9a0-5b31317f0290 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc81106-b904-46c7-a8d7-c3e0b0a422a0 HTTP/1.1" status: 200 len: 948 time: 0.1360986 Aug 21 12:20:19.180559 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e8ea5da1-3242-4961-87a2-12feb6fb1f2c req-4d48287f-270e-45f6-b65f-b2439f5dbe1c tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/security-groups?id=3022e0f4-9bf0-4ccb-864b-f1d2ae71e275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479790 Aug 21 12:20:19.202680 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-84ea7744-f942-464a-94bc-1b50b7aca227 req-f76ac405-6b81-4232-b200-22a0f03e6759 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=33b6f00847504e93b73be324022391c7&device_id=0dc81106-b904-46c7-a8d7-c3e0b0a422a0 HTTP/1.1" status: 200 len: 1101 time: 0.1271501 Aug 21 12:20:19.351896 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea7744-f942-464a-94bc-1b50b7aca227 req-1be84f64-ac09-4090-adc6-f7d7bdeffcfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:19.353950 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-84ea7744-f942-464a-94bc-1b50b7aca227 req-1be84f64-ac09-4090-adc6-f7d7bdeffcfe service neutron] 10.222.0.21 "GET /v2.0/networks?id=51058bbc-96f6-4090-ad12-cd513748960b HTTP/1.1" status: 200 len: 870 time: 0.1432180 Aug 21 12:20:19.440083 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-84ea7744-f942-464a-94bc-1b50b7aca227 req-94e56ba8-e773-4ddb-b6cb-e699fbbfce5e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=5113e8d3-fdce-46bf-99ef-46e19ef982f0 HTTP/1.1" status: 200 len: 217 time: 0.0788381 Aug 21 12:20:19.510161 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea7744-f942-464a-94bc-1b50b7aca227 req-14bd7fb6-f4bb-48d2-b989-d6e374805c93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:19.511753 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-84ea7744-f942-464a-94bc-1b50b7aca227 req-14bd7fb6-f4bb-48d2-b989-d6e374805c93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a4fc799-0a75-4909-a1bb-84b712dd2399 HTTP/1.1" status: 200 len: 843 time: 0.0652180 Aug 21 12:20:19.593539 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-84ea7744-f942-464a-94bc-1b50b7aca227 req-89f572f8-e19a-4f84-abdf-1951b4584a9a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51058bbc-96f6-4090-ad12-cd513748960b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0744646 Aug 21 12:20:19.790599 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-84ea7744-f942-464a-94bc-1b50b7aca227 req-6b4725f8-a456-47f0-bce8-4b45a3bc99f4 service neutron] 10.222.0.21 "GET /v2.0/networks/51058bbc-96f6-4090-ad12-cd513748960b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908591 Aug 21 12:20:19.922868 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10980d5e-2dab-491d-8c50-033fbc6efd25 req-2a9d26ef-777d-49e5-b086-f101972a088c tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:19.924454 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-10980d5e-2dab-491d-8c50-033fbc6efd25 req-2a9d26ef-777d-49e5-b086-f101972a088c tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.2014046 Aug 21 12:20:19.980584 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-84ea7744-f942-464a-94bc-1b50b7aca227 req-e523a01c-9c18-4c46-aa44-aa0a928507e1 service neutron] 10.222.0.21 "GET /v2.0/networks/51058bbc-96f6-4090-ad12-cd513748960b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821663 Aug 21 12:20:20.001715 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-10980d5e-2dab-491d-8c50-033fbc6efd25 req-96251745-7a28-43dd-a4a9-3becc25ec3c0 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630572 Aug 21 12:20:20.401003 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462af50-d7cc-477f-a3e6-19910a375f22 req-bca6cfc6-4820-45ed-b1da-47427ffa584b tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:20.402826 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5462af50-d7cc-477f-a3e6-19910a375f22 req-bca6cfc6-4820-45ed-b1da-47427ffa584b tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc81106-b904-46c7-a8d7-c3e0b0a422a0 HTTP/1.1" status: 200 len: 948 time: 0.0922546 Aug 21 12:20:20.471891 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5462af50-d7cc-477f-a3e6-19910a375f22 req-ea5cfe31-5544-4a2a-8b3f-324e3ba45757 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/security-groups?id=3022e0f4-9bf0-4ccb-864b-f1d2ae71e275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609047 Aug 21 12:20:21.207046 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d88ec-9937-4f3e-9b31-eafd09adb83b req-9cfa76b0-2372-43b1-bc15-2e9d59e82335 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:21.208600 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c52d88ec-9937-4f3e-9b31-eafd09adb83b req-9cfa76b0-2372-43b1-bc15-2e9d59e82335 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.0812933 Aug 21 12:20:21.255458 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c52d88ec-9937-4f3e-9b31-eafd09adb83b req-e387150e-c699-41b2-baa9-e17707242f4e tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407996 Aug 21 12:20:21.924152 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab226a5-2144-4231-aa88-a280060b5448 req-a0d126db-6dbb-430e-9677-098e94efd587 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:21.926699 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-dab226a5-2144-4231-aa88-a280060b5448 req-a0d126db-6dbb-430e-9677-098e94efd587 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc81106-b904-46c7-a8d7-c3e0b0a422a0 HTTP/1.1" status: 200 len: 948 time: 0.3199620 Aug 21 12:20:21.976047 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-dab226a5-2144-4231-aa88-a280060b5448 req-8ba915d6-a250-46fd-a4eb-046b0c68aa7e tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/security-groups?id=3022e0f4-9bf0-4ccb-864b-f1d2ae71e275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433240 Aug 21 12:20:22.462868 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291cdac-b60d-42b4-806e-d40fd4b29cdd req-be7ffa8e-96fb-41f8-a519-e88debb92b7f tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:22.464451 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e291cdac-b60d-42b4-806e-d40fd4b29cdd req-be7ffa8e-96fb-41f8-a519-e88debb92b7f tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.0840030 Aug 21 12:20:22.515017 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e291cdac-b60d-42b4-806e-d40fd4b29cdd req-5d0f4cc0-d74e-4929-b2f7-0dd3fd667b49 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439928 Aug 21 12:20:23.196082 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b53a5f-79b6-4833-985b-474cad14bf66 req-b82b0d38-dc1d-4e66-a912-3e4d32359fc0 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:23.197812 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-93b53a5f-79b6-4833-985b-474cad14bf66 req-b82b0d38-dc1d-4e66-a912-3e4d32359fc0 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc81106-b904-46c7-a8d7-c3e0b0a422a0 HTTP/1.1" status: 200 len: 948 time: 0.0899985 Aug 21 12:20:23.248759 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-93b53a5f-79b6-4833-985b-474cad14bf66 req-2e5ce644-2bb7-4415-bc1c-504629127261 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/security-groups?id=3022e0f4-9bf0-4ccb-864b-f1d2ae71e275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441661 Aug 21 12:20:23.357861 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 41176) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:23.508038 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-438d2ec6-75c8-4fa4-abdf-561678a09b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:23.541118 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-438d2ec6-75c8-4fa4-abdf-561678a09b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:20:23.545156 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-438d2ec6-75c8-4fa4-abdf-561678a09b36 admin admin] Usage tracker for resource:security_group_rule and tenant:af6ff9ae2e274fa3846f7c0a97ccd487 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:20:23.548131 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-438d2ec6-75c8-4fa4-abdf-561678a09b36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:20:23.554442 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-438d2ec6-75c8-4fa4-abdf-561678a09b36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:20:23.626653 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-438d2ec6-75c8-4fa4-abdf-561678a09b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:23.629554 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-438d2ec6-75c8-4fa4-abdf-561678a09b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:23.637602 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:23.726619 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d2ec6-75c8-4fa4-abdf-561678a09b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67aaedc5-4aa5-47ca-9ae5-8c49ba907033,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:23.733105 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-438d2ec6-75c8-4fa4-abdf-561678a09b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:23.736329 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-438d2ec6-75c8-4fa4-abdf-561678a09b36 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=af6ff9ae2e274fa3846f7c0a97ccd487&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3773139 Aug 21 12:20:23.739395 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 41184) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:23.767414 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21225058-837b-4e1b-9da5-6c9b028ed85d req-48ae7c16-2e40-4563-a549-53e674567590 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:23.769008 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-21225058-837b-4e1b-9da5-6c9b028ed85d req-48ae7c16-2e40-4563-a549-53e674567590 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.1217937 Aug 21 12:20:23.815655 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2b4b9711-b6a6-4447-8fc0-d29e4ee9dd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:23.820523 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-21225058-837b-4e1b-9da5-6c9b028ed85d req-e7d41802-f5e1-408e-8aa8-86809f1c3264 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437999 Aug 21 12:20:23.842852 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2b4b9711-b6a6-4447-8fc0-d29e4ee9dd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:23.891375 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2b4b9711-b6a6-4447-8fc0-d29e4ee9dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:23.896282 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c1a9ef34-d95c-4f3e-bfa7-c5b1fc45d380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:24.092662 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b9711-b6a6-4447-8fc0-d29e4ee9dd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67aaedc5-4aa5-47ca-9ae5-8c49ba907033,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:24.095476 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-2b4b9711-b6a6-4447-8fc0-d29e4ee9dd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:24.106110 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2b4b9711-b6a6-4447-8fc0-d29e4ee9dd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:24.109949 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-2b4b9711-b6a6-4447-8fc0-d29e4ee9dd30 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/67aaedc5-4aa5-47ca-9ae5-8c49ba907033 HTTP/1.1" status: 204 len: 168 time: 0.3663468 Aug 21 12:20:24.156162 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 5113e8d3-fdce-46bf-99ef-46e19ef982f0 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:20:24.314702 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 5113e8d3-fdce-46bf-99ef-46e19ef982f0, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=5113e8d3-fdce-46bf-99ef-46e19ef982f0,segment=NetworkSegment(25f58ee2-2304-4e61-a20e-3515cccdf7bf),segment_id=25f58ee2-2304-4e61-a20e-3515cccdf7bf)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:20:24.331085 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Returning: {'device': '5113e8d3-fdce-46bf-99ef-46e19ef982f0', 'network_id': '51058bbc-96f6-4090-ad12-cd513748960b', 'port_id': '5113e8d3-fdce-46bf-99ef-46e19ef982f0', 'mac_address': 'fa:16:3e:b5:e8:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a4fc799-0a75-4909-a1bb-84b712dd2399', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:20:24.426182 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:24.455007 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5113e8d3-fdce-46bf-99ef-46e19ef982f0 {{(pid=82381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:20:24.474855 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 5113e8d3-fdce-46bf-99ef-46e19ef982f0, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=5113e8d3-fdce-46bf-99ef-46e19ef982f0,segment=NetworkSegment(25f58ee2-2304-4e61-a20e-3515cccdf7bf),segment_id=25f58ee2-2304-4e61-a20e-3515cccdf7bf)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:20:24.480790 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:24.483508 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-6d7670ef-f050-495e-880a-10048696f8f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:24.520807 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8753a3-c547-4031-9766-3dae5f401dc9 req-a4d77748-00de-46e4-b835-52a8b626e89a tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:24.526270 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2e8753a3-c547-4031-9766-3dae5f401dc9 req-a4d77748-00de-46e4-b835-52a8b626e89a tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc81106-b904-46c7-a8d7-c3e0b0a422a0 HTTP/1.1" status: 200 len: 948 time: 0.1307836 Aug 21 12:20:24.563803 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=5113e8d3-fdce-46bf-99ef-46e19ef982f0,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:24.573936 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:24.574322 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:24.574831 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:24.575205 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:24.575581 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:24.575950 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:24.576314 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:24.576678 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:24.577066 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:24.577472 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:24.577834 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:24.589643 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:24.597370 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2e8753a3-c547-4031-9766-3dae5f401dc9 req-0eb1708e-dc66-48ad-b5b7-59a7adef80c6 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/security-groups?id=3022e0f4-9bf0-4ccb-864b-f1d2ae71e275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638406 Aug 21 12:20:24.934323 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['5113e8d3-fdce-46bf-99ef-46e19ef982f0'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:20:25.041578 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2bfa8-8fdd-4fbe-b9b7-505815f8f180 req-0392d9c5-6b4f-432d-8b5e-ef05c70bc2ff tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:25.043737 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b8e2bfa8-8fdd-4fbe-b9b7-505815f8f180 req-0392d9c5-6b4f-432d-8b5e-ef05c70bc2ff tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.0956349 Aug 21 12:20:25.066002 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 41228) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:25.110722 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b8e2bfa8-8fdd-4fbe-b9b7-505815f8f180 req-2f934715-a360-4204-8160-a1bb3d5b6624 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604992 Aug 21 12:20:25.233275 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-2d575dec-b552-41ad-89fd-5b1b219df5b3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-31014458-network', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:20:25.238376 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-2d575dec-b552-41ad-89fd-5b1b219df5b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:20:25.243172 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-2d575dec-b552-41ad-89fd-5b1b219df5b3 admin admin] Usage tracker for resource:network and tenant:f04b45e6b62a49fbbf9eada7c40a9bf6 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:20:25.246196 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-2d575dec-b552-41ad-89fd-5b1b219df5b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:20:25.253417 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-2d575dec-b552-41ad-89fd-5b1b219df5b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:20:25.263443 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d575dec-b552-41ad-89fd-5b1b219df5b3 admin admin] Made reservation on behalf of f04b45e6b62a49fbbf9eada7c40a9bf6 for: {'network': 1} {{(pid=82380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:20:25.268497 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2d575dec-b552-41ad-89fd-5b1b219df5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for network, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:25.281485 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2d575dec-b552-41ad-89fd-5b1b219df5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:25.313620 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-2d575dec-b552-41ad-89fd-5b1b219df5b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:20:25.317612 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-2d575dec-b552-41ad-89fd-5b1b219df5b3 admin admin] Usage tracker for resource:security_group_rule and tenant:f04b45e6b62a49fbbf9eada7c40a9bf6 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:20:25.320793 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-2d575dec-b552-41ad-89fd-5b1b219df5b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:20:25.326746 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-2d575dec-b552-41ad-89fd-5b1b219df5b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:20:25.392940 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2d575dec-b552-41ad-89fd-5b1b219df5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:25.396119 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2d575dec-b552-41ad-89fd-5b1b219df5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:25.400174 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-73b3e86d-4af3-4066-9a4d-6bc6141b45e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:25.426536 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d575dec-b552-41ad-89fd-5b1b219df5b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=82380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:20:25.439217 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d575dec-b552-41ad-89fd-5b1b219df5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfaac56-1bcd-4342-9340-ecb7032e4550,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:25.443263 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-2d575dec-b552-41ad-89fd-5b1b219df5b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:25.444266 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2d575dec-b552-41ad-89fd-5b1b219df5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:25.444266 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.segments_db [None req-2d575dec-b552-41ad-89fd-5b1b219df5b3 admin admin] Added segment 477f8d3c-0c4e-4c51-a839-287ff5c8f96e of type vlan for network fb61732c-c52e-4864-ba61-9ddcc4b9007c Aug 21 12:20:25.471291 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2d575dec-b552-41ad-89fd-5b1b219df5b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757584836911'] for network, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:25.500849 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2d575dec-b552-41ad-89fd-5b1b219df5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808'] for network, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:25.502131 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d575dec-b552-41ad-89fd-5b1b219df5b3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:25.502775 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2d575dec-b552-41ad-89fd-5b1b219df5b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:25.507647 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-a91c0933-ba41-4a05-b8ec-418624f16b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:25.612182 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-2d575dec-b552-41ad-89fd-5b1b219df5b3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5446997 Aug 21 12:20:25.613121 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d575dec-b552-41ad-89fd-5b1b219df5b3 admin admin] Pushing event updated for resources: {'Network': ['ID=fb61732c-c52e-4864-ba61-9ddcc4b9007c,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:25.615165 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 41236) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:25.618220 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-2d575dec-b552-41ad-89fd-5b1b219df5b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:25.622806 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-5b058f35-8e16-44b7-a21c-1526aaee7dbb admin admin] Request body: {'subnet': {'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-31014458-subnet', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'ip_version': 4}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:20:25.624458 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Network fb61732c-c52e-4864-ba61-9ddcc4b9007c details requested by agent ovs-agent-dv-cinder-805477-2-smb with host dv-cinder-805477-2-smb {{(pid=82381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:20:25.627890 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-5b058f35-8e16-44b7-a21c-1526aaee7dbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:20:25.632116 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-5b058f35-8e16-44b7-a21c-1526aaee7dbb admin admin] Usage tracker for resource:subnet and tenant:f04b45e6b62a49fbbf9eada7c40a9bf6 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:20:25.635158 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-5b058f35-8e16-44b7-a21c-1526aaee7dbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:20:25.641371 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-5b058f35-8e16-44b7-a21c-1526aaee7dbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:20:25.652054 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b058f35-8e16-44b7-a21c-1526aaee7dbb admin admin] Made reservation on behalf of f04b45e6b62a49fbbf9eada7c40a9bf6 for: {'subnet': 1} {{(pid=82380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:20:25.656845 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5b058f35-8e16-44b7-a21c-1526aaee7dbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848038028'] for subnet, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:25.822878 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbe13b-c4d4-498b-8c90-543cc7d407a2 req-3043bcf5-ded9-47bb-9814-38db71cca400 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:25.824514 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-35cbe13b-c4d4-498b-8c90-543cc7d407a2 req-3043bcf5-ded9-47bb-9814-38db71cca400 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc81106-b904-46c7-a8d7-c3e0b0a422a0 HTTP/1.1" status: 200 len: 949 time: 0.0947289 Aug 21 12:20:25.875784 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-35cbe13b-c4d4-498b-8c90-543cc7d407a2 req-e5718404-fd5b-4e4d-a218-19333ae6b32b tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/security-groups?id=3022e0f4-9bf0-4ccb-864b-f1d2ae71e275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438640 Aug 21 12:20:25.894729 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5b058f35-8e16-44b7-a21c-1526aaee7dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848061579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848038043'] for subnet, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:25.900365 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:25.977109 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b058f35-8e16-44b7-a21c-1526aaee7dbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c1b910a-8c38-40eb-bbef-e2693f867665,revision_number=0']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:25.980668 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5b058f35-8e16-44b7-a21c-1526aaee7dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:25.988045 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b058f35-8e16-44b7-a21c-1526aaee7dbb admin admin] Checking segment: {'id': '477f8d3c-0c4e-4c51-a839-287ff5c8f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:20:25.988381 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b058f35-8e16-44b7-a21c-1526aaee7dbb admin admin] Network hostable DHCP agents. Network: fb61732c-c52e-4864-ba61-9ddcc4b9007c, hostable agents: ['225e7d11-fae5-4c67-af4e-3e3ed6d78c06'], hosted agents: [] {{(pid=82380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:20:26.014104 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b058f35-8e16-44b7-a21c-1526aaee7dbb admin admin] Network fb61732c-c52e-4864-ba61-9ddcc4b9007c is scheduled to be hosted by DHCP agent 225e7d11-fae5-4c67-af4e-3e3ed6d78c06 with binding_index 1 {{(pid=82380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:20:26.022856 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-5b058f35-8e16-44b7-a21c-1526aaee7dbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-smb, fb61732c-c52e-4864-ba61-9ddcc4b9007c) {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:20:26.026958 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b058f35-8e16-44b7-a21c-1526aaee7dbb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:26.027601 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5b058f35-8e16-44b7-a21c-1526aaee7dbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:26.033906 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8376e6de-f425-42e0-aa92-7a69ce716c09 None None] Network fb61732c-c52e-4864-ba61-9ddcc4b9007c requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:20:26.047762 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-5b058f35-8e16-44b7-a21c-1526aaee7dbb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4314358 Aug 21 12:20:26.050600 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 41248) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:26.056376 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-d8fca565-1bdc-4b83-b652-b5f49a9d320e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-31014458-router', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'}}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:20:26.061321 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-d8fca565-1bdc-4b83-b652-b5f49a9d320e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:20:26.065328 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-d8fca565-1bdc-4b83-b652-b5f49a9d320e admin admin] Usage tracker for resource:router and tenant:f04b45e6b62a49fbbf9eada7c40a9bf6 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:20:26.068402 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-d8fca565-1bdc-4b83-b652-b5f49a9d320e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:20:26.075102 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-d8fca565-1bdc-4b83-b652-b5f49a9d320e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:20:26.085526 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d8fca565-1bdc-4b83-b652-b5f49a9d320e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7925268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-503649'] for router, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:26.086541 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d8fca565-1bdc-4b83-b652-b5f49a9d320e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846850359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846847987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846465200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854272135'] for router, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:26.104846 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d8fca565-1bdc-4b83-b652-b5f49a9d320e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:26.222958 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 5113e8d3-fdce-46bf-99ef-46e19ef982f0 up at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:20:26.293560 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d8fca565-1bdc-4b83-b652-b5f49a9d320e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846847972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7925287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854272250'] for router, precommit_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:26.369181 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c8a08-d00f-404d-bdc4-a790c81f7b31 req-82b8cf15-7643-4b56-92b9-47367f7572e3 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:26.369181 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d88c8a08-d00f-404d-bdc4-a790c81f7b31 req-82b8cf15-7643-4b56-92b9-47367f7572e3 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.1055684 Aug 21 12:20:26.384487 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81615485-6378-4468-9de3-28d6106ac9f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1540b73d-d21b-5d33-a5e4-0f13765dac1f-fb61732c-c52e-4864-ba61-9ddcc4b9007c', 'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'fixed_ips': [{'subnet_id': '0c1b910a-8c38-40eb-bbef-e2693f867665'}]}} from dv-cinder-805477-2-smb. {{(pid=82381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Aug 21 12:20:26.385400 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-81615485-6378-4468-9de3-28d6106ac9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:26.430893 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d88c8a08-d00f-404d-bdc4-a790c81f7b31 req-fcbc0e1d-3c02-404a-ab6d-4542724b2d5e tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626676 Aug 21 12:20:26.454132 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning for port 5113e8d3-fdce-46bf-99ef-46e19ef982f0 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:20:26.544236 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d8fca565-1bdc-4b83-b652-b5f49a9d320e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:26.549697 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning complete for port 5113e8d3-fdce-46bf-99ef-46e19ef982f0 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:20:26.550123 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:26.578368 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d8fca565-1bdc-4b83-b652-b5f49a9d320e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:26.613349 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-81615485-6378-4468-9de3-28d6106ac9f0 None None] Allocated IP 172.20.0.2 (fb61732c-c52e-4864-ba61-9ddcc4b9007c/0c1b910a-8c38-40eb-bbef-e2693f867665/bb7eca4a-74e7-4edb-95cd-b69147d2c8e8) {{(pid=82381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:20:26.752309 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-d8fca565-1bdc-4b83-b652-b5f49a9d320e admin admin] Allocated IP 172.28.2.14 (17d050b5-9d10-4030-a56f-7262e0bfffca/7ff80433-24f5-4344-a1b2-e78aa99f1de5/8b903eaa-bf10-4b94-aabd-a0854a29f3a0) {{(pid=82380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:20:26.863909 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ffeca8d1-1e76-4c11-800d-d4844168707e req-db7c2119-4160-4eb3-b3c3-30b5fd717177 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 1098 time: 0.0993304 Aug 21 12:20:26.918857 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ffeca8d1-1e76-4c11-800d-d4844168707e req-e1d00c81-0fcc-4d9e-8155-4e2294ad4560 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464399 Aug 21 12:20:26.932499 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d8fca565-1bdc-4b83-b652-b5f49a9d320e admin admin] Notify callbacks [] for port, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:26.961414 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d8fca565-1bdc-4b83-b652-b5f49a9d320e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:26.967314 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-45c6776e-3bc9-436f-94bb-794a97030eef tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:26.983838 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:27.027803 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fca565-1bdc-4b83-b652-b5f49a9d320e admin admin] Network 17d050b5-9d10-4030-a56f-7262e0bfffca is already hosted by enough agents. {{(pid=82380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:20:27.030781 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-d8fca565-1bdc-4b83-b652-b5f49a9d320e admin admin] Resources bound (agent type, host, resource id): {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:20:27.034589 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fca565-1bdc-4b83-b652-b5f49a9d320e admin admin] Received port after_create {{(pid=82380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:20:27.059952 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc81106-b904-46c7-a8d7-c3e0b0a422a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5113e8d3-fdce-46bf-99ef-46e19ef982f0'}] {{(pid=82381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:20:27.077515 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 5113e8d3-fdce-46bf-99ef-46e19ef982f0, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=5113e8d3-fdce-46bf-99ef-46e19ef982f0,segment=NetworkSegment(25f58ee2-2304-4e61-a20e-3515cccdf7bf),segment_id=25f58ee2-2304-4e61-a20e-3515cccdf7bf)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:20:27.081253 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-81615485-6378-4468-9de3-28d6106ac9f0 None None] Notify callbacks [] for port, precommit_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:27.084425 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:27.089162 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:27.095907 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be4e07-7866-403b-a5d4-b6438cf69b3a req-a81441ac-7b1b-4e6e-9fef-7fbf69b0f227 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:27.097627 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fca565-1bdc-4b83-b652-b5f49a9d320e admin admin] Pushing event updated for resources: {'Port': ['ID=8b903eaa-bf10-4b94-aabd-a0854a29f3a0,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:27.098493 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e2be4e07-7866-403b-a5d4-b6438cf69b3a req-a81441ac-7b1b-4e6e-9fef-7fbf69b0f227 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc81106-b904-46c7-a8d7-c3e0b0a422a0 HTTP/1.1" status: 200 len: 949 time: 0.0901084 Aug 21 12:20:27.103084 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d8fca565-1bdc-4b83-b652-b5f49a9d320e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:27.139283 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-81615485-6378-4468-9de3-28d6106ac9f0 None None] Transition to ACTIVE for port object bb7eca4a-74e7-4edb-95cd-b69147d2c8e8 will not be triggered until provisioned by entity L2. {{(pid=82381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:20:27.144852 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc81106-b904-46c7-a8d7-c3e0b0a422a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5113e8d3-fdce-46bf-99ef-46e19ef982f0', 'code': 200} Aug 21 12:20:27.178188 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e2be4e07-7866-403b-a5d4-b6438cf69b3a req-2c460f92-4585-406e-ae63-be7b4438727c tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/security-groups?id=3022e0f4-9bf0-4ccb-864b-f1d2ae71e275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654733 Aug 21 12:20:27.183668 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-81615485-6378-4468-9de3-28d6106ac9f0 None None] Transition to ACTIVE for port object bb7eca4a-74e7-4edb-95cd-b69147d2c8e8 will not be triggered until provisioned by entity DHCP. {{(pid=82381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:20:27.188739 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=5113e8d3-fdce-46bf-99ef-46e19ef982f0,revision_number=5']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:27.192059 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-81615485-6378-4468-9de3-28d6106ac9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038'] for port, after_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:27.196952 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:27.197236 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:27.241624 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d8fca565-1bdc-4b83-b652-b5f49a9d320e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:27.242113 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d8fca565-1bdc-4b83-b652-b5f49a9d320e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846850513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7927847'] for router, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:27.269530 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81615485-6378-4468-9de3-28d6106ac9f0 None None] Network fb61732c-c52e-4864-ba61-9ddcc4b9007c is already hosted by enough agents. {{(pid=82381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:20:27.270423 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81615485-6378-4468-9de3-28d6106ac9f0 None None] Pushing event updated for resources: {'Port': ['ID=bb7eca4a-74e7-4edb-95cd-b69147d2c8e8,revision_number=1']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:27.273734 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-81615485-6378-4468-9de3-28d6106ac9f0 None None] Resources bound (agent type, host, resource id): {{(pid=82381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:20:27.275551 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-81615485-6378-4468-9de3-28d6106ac9f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:27.276312 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81615485-6378-4468-9de3-28d6106ac9f0 None None] Received port after_create {{(pid=82381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:20:27.370128 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-81615485-6378-4468-9de3-28d6106ac9f0 None None] Attempting to bind port bb7eca4a-74e7-4edb-95cd-b69147d2c8e8 on host dv-cinder-805477-2-smb for vnic_type normal with profile {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:20:27.370299 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-81615485-6378-4468-9de3-28d6106ac9f0 None None] Attempting to bind port bb7eca4a-74e7-4edb-95cd-b69147d2c8e8 by drivers openvswitch,hyperv on host dv-cinder-805477-2-smb at level 0 using segments [{'id': '477f8d3c-0c4e-4c51-a839-287ff5c8f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c'}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:20:27.370659 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81615485-6378-4468-9de3-28d6106ac9f0 None None] Attempting to bind port bb7eca4a-74e7-4edb-95cd-b69147d2c8e8 on network fb61732c-c52e-4864-ba61-9ddcc4b9007c {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:20:27.378283 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81615485-6378-4468-9de3-28d6106ac9f0 None None] Checking agent: {'id': '18930305-9dab-4cc1-b040-572ba18151c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 9, 44), 'started_at': datetime.datetime(2021, 8, 21, 12, 10, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:20:27.378673 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81615485-6378-4468-9de3-28d6106ac9f0 None None] Checking segment: {'id': '477f8d3c-0c4e-4c51-a839-287ff5c8f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:20:27.379119 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-81615485-6378-4468-9de3-28d6106ac9f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:27.379563 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81615485-6378-4468-9de3-28d6106ac9f0 None None] Bound using segment: {'id': '477f8d3c-0c4e-4c51-a839-287ff5c8f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c'} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:20:27.380680 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-81615485-6378-4468-9de3-28d6106ac9f0 None None] Bound port: bb7eca4a-74e7-4edb-95cd-b69147d2c8e8, host: dv-cinder-805477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477f8d3c-0c4e-4c51-a839-287ff5c8f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c'}}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:20:27.381121 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-81615485-6378-4468-9de3-28d6106ac9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:27.430676 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b06cab67-3f56-4ea3-a7a5-b9c8709d9272 req-12239a9d-cb4b-4853-a3d7-9fde47f32260 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0dc81106-b904-46c7-a8d7-c3e0b0a422a0 HTTP/1.1" status: 200 len: 1103 time: 0.0845351 Aug 21 12:20:27.491714 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-81615485-6378-4468-9de3-28d6106ac9f0 None None] For port bb7eca4a-74e7-4edb-95cd-b69147d2c8e8, host dv-cinder-805477-2-smb, cleared binding levels {{(pid=82381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:20:27.492552 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b06cab67-3f56-4ea3-a7a5-b9c8709d9272 req-18544cb4-9074-4485-822b-f3f95c41edc0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3022e0f4-9bf0-4ccb-864b-f1d2ae71e275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525181 Aug 21 12:20:27.496332 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-81615485-6378-4468-9de3-28d6106ac9f0 None None] For port bb7eca4a-74e7-4edb-95cd-b69147d2c8e8, host dv-cinder-805477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=bb7eca4a-74e7-4edb-95cd-b69147d2c8e8,segment=NetworkSegment(477f8d3c-0c4e-4c51-a839-287ff5c8f96e),segment_id=477f8d3c-0c4e-4c51-a839-287ff5c8f96e)] {{(pid=82381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:20:27.500039 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-81615485-6378-4468-9de3-28d6106ac9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:27.504432 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:27.527931 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fca565-1bdc-4b83-b652-b5f49a9d320e admin admin] Router 29b69207-5ee4-4ddd-b744-1258742d6490 is scheduled to L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 with binding_index 1 {{(pid=82380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Aug 21 12:20:27.590309 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81615485-6378-4468-9de3-28d6106ac9f0 None None] Pushing event updated for resources: {'Port': ['ID=bb7eca4a-74e7-4edb-95cd-b69147d2c8e8,revision_number=2']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:27.594122 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-81615485-6378-4468-9de3-28d6106ac9f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:27.640455 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a8355-d1a2-43bc-b1f6-26e082ca66ca req-06cc8361-ab2f-4d54-bddf-193337b41a85 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:27.642030 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-991a8355-d1a2-43bc-b1f6-26e082ca66ca req-06cc8361-ab2f-4d54-bddf-193337b41a85 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.0927718 Aug 21 12:20:27.693253 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-991a8355-d1a2-43bc-b1f6-26e082ca66ca req-69d6aa6b-411e-4451-aba8-7f6304063a8f tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434628 Aug 21 12:20:27.760598 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fca565-1bdc-4b83-b652-b5f49a9d320e admin admin] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:20:27.781167 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876dbf54-6a6d-4f86-a16a-f881d87d4eb7 None None] Sync routers for ids ['29b69207-5ee4-4ddd-b744-1258742d6490'] in dv-cinder-805477-2-smb {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:20:27.803324 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d8fca565-1bdc-4b83-b652-b5f49a9d320e admin admin] Notify callbacks [] for router, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:27.807466 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-d8fca565-1bdc-4b83-b652-b5f49a9d320e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7533202 Aug 21 12:20:27.808507 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 41286) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:27.828621 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876dbf54-6a6d-4f86-a16a-f881d87d4eb7 None None] Routers {'29b69207-5ee4-4ddd-b744-1258742d6490'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:20:27.829374 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-876dbf54-6a6d-4f86-a16a-f881d87d4eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:20:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['29b69207-5ee4-4ddd-b744-1258742d6490'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:20:28.220843 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 41296) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:28.222940 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-876dbf54-6a6d-4f86-a16a-f881d87d4eb7 None None] Set router 29b69207-5ee4-4ddd-b744-1258742d6490 gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:20:28.433544 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-771a97b9-7875-4688-8a3e-855c401c00eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:28.468010 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-771a97b9-7875-4688-8a3e-855c401c00eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:20:28.472217 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-771a97b9-7875-4688-8a3e-855c401c00eb admin admin] Usage tracker for resource:security_group_rule and tenant:5b98c3e18943484593735cba627d88d3 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:20:28.475906 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-771a97b9-7875-4688-8a3e-855c401c00eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:20:28.482715 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-771a97b9-7875-4688-8a3e-855c401c00eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:20:28.553384 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-876dbf54-6a6d-4f86-a16a-f881d87d4eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'name': 'tempest-TestMinimumBasicScenario-31014458-router', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '8b903eaa-bf10-4b94-aabd-a0854a29f3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:20:26Z', 'updated_at': '2021-08-21T12:20:27Z', 'revision_number': 3, 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'gw_port': {'id': '8b903eaa-bf10-4b94-aabd-a0854a29f3a0', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:26Z', 'updated_at': '2021-08-21T12:20:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb'}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:20:28.557968 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876dbf54-6a6d-4f86-a16a-f881d87d4eb7 None None] Checking router: 29b69207-5ee4-4ddd-b744-1258742d6490 for host: dv-cinder-805477-2-smb {{(pid=82382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:20:28.558556 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876dbf54-6a6d-4f86-a16a-f881d87d4eb7 None None] Updating router 29b69207-5ee4-4ddd-b744-1258742d6490 port 8b903eaa-bf10-4b94-aabd-a0854a29f3a0 binding host dv-cinder-805477-2-smb {{(pid=82382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:20:28.568647 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-771a97b9-7875-4688-8a3e-855c401c00eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:28.574998 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-771a97b9-7875-4688-8a3e-855c401c00eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:28.583598 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-2d575dec-b552-41ad-89fd-5b1b219df5b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:28.605241 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19312e3b-a7a1-4753-9246-52194bb3bb92 req-1a6f59ea-242b-48d7-851a-2a901b18c0e2 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:28.614460 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-19312e3b-a7a1-4753-9246-52194bb3bb92 req-1a6f59ea-242b-48d7-851a-2a901b18c0e2 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc81106-b904-46c7-a8d7-c3e0b0a422a0 HTTP/1.1" status: 200 len: 950 time: 0.2082117 Aug 21 12:20:28.619938 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-876dbf54-6a6d-4f86-a16a-f881d87d4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:28.641727 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-771a97b9-7875-4688-8a3e-855c401c00eb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5b98c3e18943484593735cba627d88d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4194646 Aug 21 12:20:28.642535 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a97b9-7875-4688-8a3e-855c401c00eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c750d0a-4920-4036-a1ac-3cb5390821e4,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:28.645039 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 41302) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:28.646560 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-771a97b9-7875-4688-8a3e-855c401c00eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:28.718862 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-19312e3b-a7a1-4753-9246-52194bb3bb92 req-167b1f1f-40a4-4465-a729-1174587cbe37 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/security-groups?id=3022e0f4-9bf0-4ccb-864b-f1d2ae71e275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033711 Aug 21 12:20:28.806343 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3825e0c2-af85-42af-bc47-ea7e42f10ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:28.931581 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3825e0c2-af85-42af-bc47-ea7e42f10ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:29.054766 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4d6a3ef7-a7a8-45a1-8ae4-532ae693330f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:29.088154 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-876dbf54-6a6d-4f86-a16a-f881d87d4eb7 None None] Notify callbacks [] for port, precommit_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:29.103026 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-876dbf54-6a6d-4f86-a16a-f881d87d4eb7 None None] Transition to ACTIVE for port object 8b903eaa-bf10-4b94-aabd-a0854a29f3a0 will not be triggered until provisioned by entity L2. {{(pid=82382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:20:29.123829 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3825e0c2-af85-42af-bc47-ea7e42f10ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:29.136134 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33084a9b-6f60-4e4c-bcdd-f4bd0a1caef3 req-8af59bbd-bbf0-41da-a312-8211bdd577e1 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:29.137006 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-33084a9b-6f60-4e4c-bcdd-f4bd0a1caef3 req-8af59bbd-bbf0-41da-a312-8211bdd577e1 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.2853844 Aug 21 12:20:29.138398 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-876dbf54-6a6d-4f86-a16a-f881d87d4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:29.140143 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:29.161892 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:29.201049 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825e0c2-af85-42af-bc47-ea7e42f10ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c750d0a-4920-4036-a1ac-3cb5390821e4,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:29.222528 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3825e0c2-af85-42af-bc47-ea7e42f10ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:29.255232 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3825e0c2-af85-42af-bc47-ea7e42f10ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:29.256741 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-3825e0c2-af85-42af-bc47-ea7e42f10ff0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0c750d0a-4920-4036-a1ac-3cb5390821e4 HTTP/1.1" status: 204 len: 168 time: 0.6107030 Aug 21 12:20:29.274715 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561bf08-5513-486e-84b5-2bd6269ce1b5 None None] Pushing event updated for resources: {'Port': ['ID=8b903eaa-bf10-4b94-aabd-a0854a29f3a0,revision_number=2']} {{(pid=82382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:29.292190 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device bb7eca4a-74e7-4edb-95cd-b69147d2c8e8 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:20:29.298454 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-876dbf54-6a6d-4f86-a16a-f881d87d4eb7 None None] Attempting to bind port 8b903eaa-bf10-4b94-aabd-a0854a29f3a0 on host dv-cinder-805477-2-smb for vnic_type normal with profile {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:20:29.298780 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-876dbf54-6a6d-4f86-a16a-f881d87d4eb7 None None] Attempting to bind port 8b903eaa-bf10-4b94-aabd-a0854a29f3a0 by drivers openvswitch,hyperv on host dv-cinder-805477-2-smb at level 0 using segments [{'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'}] {{(pid=82382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:20:29.299103 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876dbf54-6a6d-4f86-a16a-f881d87d4eb7 None None] Attempting to bind port 8b903eaa-bf10-4b94-aabd-a0854a29f3a0 on network 17d050b5-9d10-4030-a56f-7262e0bfffca {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:20:29.316322 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6561bf08-5513-486e-84b5-2bd6269ce1b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:29.316698 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6561bf08-5513-486e-84b5-2bd6269ce1b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:29.317084 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6561bf08-5513-486e-84b5-2bd6269ce1b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:29.317453 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6561bf08-5513-486e-84b5-2bd6269ce1b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:29.318028 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6561bf08-5513-486e-84b5-2bd6269ce1b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:29.318390 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6561bf08-5513-486e-84b5-2bd6269ce1b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:29.319257 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6561bf08-5513-486e-84b5-2bd6269ce1b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:29.319618 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6561bf08-5513-486e-84b5-2bd6269ce1b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:29.319974 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6561bf08-5513-486e-84b5-2bd6269ce1b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:29.320326 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6561bf08-5513-486e-84b5-2bd6269ce1b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:29.320823 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6561bf08-5513-486e-84b5-2bd6269ce1b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:20:29.324365 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876dbf54-6a6d-4f86-a16a-f881d87d4eb7 None None] Checking agent: {'id': '18930305-9dab-4cc1-b040-572ba18151c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 9, 44), 'started_at': datetime.datetime(2021, 8, 21, 12, 10, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:20:29.324770 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876dbf54-6a6d-4f86-a16a-f881d87d4eb7 None None] Checking segment: {'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:20:29.325339 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-876dbf54-6a6d-4f86-a16a-f881d87d4eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:29.325625 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876dbf54-6a6d-4f86-a16a-f881d87d4eb7 None None] Bound using segment: {'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'} {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:20:29.326230 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-876dbf54-6a6d-4f86-a16a-f881d87d4eb7 None None] Bound port: 8b903eaa-bf10-4b94-aabd-a0854a29f3a0, host: dv-cinder-805477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'}}] {{(pid=82382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:20:29.326693 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-876dbf54-6a6d-4f86-a16a-f881d87d4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:29.344404 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-33084a9b-6f60-4e4c-bcdd-f4bd0a1caef3 req-ab6ab839-8477-44a2-856c-0c6d7e49c8d0 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870575 Aug 21 12:20:29.423997 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning for port bb7eca4a-74e7-4edb-95cd-b69147d2c8e8 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:20:29.434506 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-876dbf54-6a6d-4f86-a16a-f881d87d4eb7 None None] For port 8b903eaa-bf10-4b94-aabd-a0854a29f3a0, host dv-cinder-805477-2-smb, cleared binding levels {{(pid=82382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:20:29.438198 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-876dbf54-6a6d-4f86-a16a-f881d87d4eb7 None None] For port 8b903eaa-bf10-4b94-aabd-a0854a29f3a0, host dv-cinder-805477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=8b903eaa-bf10-4b94-aabd-a0854a29f3a0,segment=NetworkSegment(04830730-7182-4df6-a102-4ded0d586a71),segment_id=04830730-7182-4df6-a102-4ded0d586a71)] {{(pid=82382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:20:29.439921 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-6561bf08-5513-486e-84b5-2bd6269ce1b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:29.444805 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-876dbf54-6a6d-4f86-a16a-f881d87d4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:29.450255 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-eb2c6f3f-e1df-475f-887b-9eda5e0bc8ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:29.541606 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561bf08-5513-486e-84b5-2bd6269ce1b5 None None] Pushing event updated for resources: {'Port': ['ID=8b903eaa-bf10-4b94-aabd-a0854a29f3a0,revision_number=3']} {{(pid=82382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:29.545528 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-6561bf08-5513-486e-84b5-2bd6269ce1b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:29.546532 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876dbf54-6a6d-4f86-a16a-f881d87d4eb7 None None] Routers {'29b69207-5ee4-4ddd-b744-1258742d6490'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:20:29.547212 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-876dbf54-6a6d-4f86-a16a-f881d87d4eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:20:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['29b69207-5ee4-4ddd-b744-1258742d6490'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:20:29.575742 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-4d6a3ef7-a7a8-45a1-8ae4-532ae693330f admin admin] Allocated IP 172.20.0.1 (fb61732c-c52e-4864-ba61-9ddcc4b9007c/0c1b910a-8c38-40eb-bbef-e2693f867665/e2d07677-a551-423d-a529-77643ee77a6e) {{(pid=82379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:20:29.739417 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab273ae4-f958-4f1f-bec3-5797d3280624 None None] Network fb61732c-c52e-4864-ba61-9ddcc4b9007c requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:20:29.818246 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-876dbf54-6a6d-4f86-a16a-f881d87d4eb7 None None] Set router 29b69207-5ee4-4ddd-b744-1258742d6490 gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:20:29.902461 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 41322) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:29.952587 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-4a54e052-7cde-45d5-8eb0-b47812fe26b9 None None] Provisioning for port bb7eca4a-74e7-4edb-95cd-b69147d2c8e8 completed by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:20:29.960468 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-67cb2430-47fe-4870-be89-1db80042bb2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:29.965647 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-4a54e052-7cde-45d5-8eb0-b47812fe26b9 None None] Provisioning complete for port bb7eca4a-74e7-4edb-95cd-b69147d2c8e8 triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:20:29.966366 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4a54e052-7cde-45d5-8eb0-b47812fe26b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:30.039510 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-67cb2430-47fe-4870-be89-1db80042bb2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:20:30.048305 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-67cb2430-47fe-4870-be89-1db80042bb2c admin admin] Usage tracker for resource:security_group_rule and tenant:0a1cee58cb8e465985256d993c8ec12c is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:20:30.051917 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-67cb2430-47fe-4870-be89-1db80042bb2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:20:30.064253 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-67cb2430-47fe-4870-be89-1db80042bb2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:20:30.202862 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4d6a3ef7-a7a8-45a1-8ae4-532ae693330f admin admin] Notify callbacks [] for port, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:30.208184 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-876dbf54-6a6d-4f86-a16a-f881d87d4eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'name': 'tempest-TestMinimumBasicScenario-31014458-router', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '8b903eaa-bf10-4b94-aabd-a0854a29f3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:20:26Z', 'updated_at': '2021-08-21T12:20:27Z', 'revision_number': 3, 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'gw_port': {'id': '8b903eaa-bf10-4b94-aabd-a0854a29f3a0', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:26Z', 'updated_at': '2021-08-21T12:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb'}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:20:30.210032 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-67cb2430-47fe-4870-be89-1db80042bb2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:30.213754 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-67cb2430-47fe-4870-be89-1db80042bb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:30.215472 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876dbf54-6a6d-4f86-a16a-f881d87d4eb7 None None] The sync data for ids ['29b69207-5ee4-4ddd-b744-1258742d6490'] in dv-cinder-805477-2-smb is: [{'id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'name': 'tempest-TestMinimumBasicScenario-31014458-router', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '8b903eaa-bf10-4b94-aabd-a0854a29f3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:20:26Z', 'updated_at': '2021-08-21T12:20:27Z', 'revision_number': 3, 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'gw_port': {'id': '8b903eaa-bf10-4b94-aabd-a0854a29f3a0', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:26Z', 'updated_at': '2021-08-21T12:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb'}] {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:20:30.222915 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f9fabe91-785a-4635-b8e9-2a7aef8928b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:30.247387 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-4d6a3ef7-a7a8-45a1-8ae4-532ae693330f admin admin] Transition to ACTIVE for port object e2d07677-a551-423d-a529-77643ee77a6e will not be triggered until provisioned by entity DHCP. {{(pid=82379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:20:30.269854 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb2430-47fe-4870-be89-1db80042bb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a36fd00-d713-472d-b7a1-97650ea61632,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:30.274149 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114cab8-3438-490e-b358-fa0020359acd req-44069457-ff51-4fff-b9e7-de3e63f931ac tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:30.275538 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2114cab8-3438-490e-b358-fa0020359acd req-44069457-ff51-4fff-b9e7-de3e63f931ac tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc81106-b904-46c7-a8d7-c3e0b0a422a0 HTTP/1.1" status: 200 len: 950 time: 0.2271709 Aug 21 12:20:30.276381 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-67cb2430-47fe-4870-be89-1db80042bb2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:30.280635 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8a39b2e8-1d6b-4aac-aaf8-b3d7fa902da3 req-6bafddfc-010f-44be-8623-ac99baf39c2c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8473861c17114a58a182c5c448d53560&device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 1098 time: 0.1868663 Aug 21 12:20:30.307096 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4a54e052-7cde-45d5-8eb0-b47812fe26b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:30.307815 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-67cb2430-47fe-4870-be89-1db80042bb2c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0a1cee58cb8e465985256d993c8ec12c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3989615 Aug 21 12:20:30.308530 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 41332) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:30.351598 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-4a54e052-7cde-45d5-8eb0-b47812fe26b9 None None] For port bb7eca4a-74e7-4edb-95cd-b69147d2c8e8, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=bb7eca4a-74e7-4edb-95cd-b69147d2c8e8,segment=NetworkSegment(477f8d3c-0c4e-4c51-a839-287ff5c8f96e),segment_id=477f8d3c-0c4e-4c51-a839-287ff5c8f96e)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:20:30.358661 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4a54e052-7cde-45d5-8eb0-b47812fe26b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:30.360398 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:30.387994 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-387dc77d-c82d-4125-8d26-69e0c943fbf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:30.424389 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-387dc77d-c82d-4125-8d26-69e0c943fbf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:30.449376 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4d6a3ef7-a7a8-45a1-8ae4-532ae693330f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:30.461211 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54e052-7cde-45d5-8eb0-b47812fe26b9 None None] Pushing event updated for resources: {'Port': ['ID=bb7eca4a-74e7-4edb-95cd-b69147d2c8e8,revision_number=3']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:30.472006 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-4a54e052-7cde-45d5-8eb0-b47812fe26b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:30.485469 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-387dc77d-c82d-4125-8d26-69e0c943fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:30.491444 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-2b4b9711-b6a6-4447-8fc0-d29e4ee9dd30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:30.494560 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-29f68ad9-a1c6-43bd-a5c4-4e25c0270442 tempest-VolumesActionsTest-1716761913 tempest-VolumesActionsTest-1716761913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:30.504867 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387dc77d-c82d-4125-8d26-69e0c943fbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a36fd00-d713-472d-b7a1-97650ea61632,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:30.508490 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-387dc77d-c82d-4125-8d26-69e0c943fbf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:30.517176 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-387dc77d-c82d-4125-8d26-69e0c943fbf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:30.534378 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-387dc77d-c82d-4125-8d26-69e0c943fbf7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2a36fd00-d713-472d-b7a1-97650ea61632 HTTP/1.1" status: 204 len: 168 time: 0.2115281 Aug 21 12:20:30.616707 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6a3ef7-a7a8-45a1-8ae4-532ae693330f admin admin] Network fb61732c-c52e-4864-ba61-9ddcc4b9007c is already hosted by enough agents. {{(pid=82379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:20:30.619546 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2114cab8-3438-490e-b358-fa0020359acd req-d8b861ff-bff6-4ecc-a5eb-fa3121aa58af tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/security-groups?id=3022e0f4-9bf0-4ccb-864b-f1d2ae71e275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302975 Aug 21 12:20:30.626827 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-4d6a3ef7-a7a8-45a1-8ae4-532ae693330f admin admin] Resources bound (agent type, host, resource id): {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:20:30.657122 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a3ef7-a7a8-45a1-8ae4-532ae693330f admin admin] Pushing event updated for resources: {'Port': ['ID=e2d07677-a551-423d-a529-77643ee77a6e,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:30.660524 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6a3ef7-a7a8-45a1-8ae4-532ae693330f admin admin] Received port after_create {{(pid=82379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:20:30.695197 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-4d6a3ef7-a7a8-45a1-8ae4-532ae693330f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:30.745666 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39b2e8-1d6b-4aac-aaf8-b3d7fa902da3 req-601f886d-e897-4cf7-8432-8a5adb7cb5d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:30.748257 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8a39b2e8-1d6b-4aac-aaf8-b3d7fa902da3 req-601f886d-e897-4cf7-8432-8a5adb7cb5d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=18d0a611-84ee-4786-bdcb-094287ac4ec3 HTTP/1.1" status: 200 len: 920 time: 0.4415402 Aug 21 12:20:30.827262 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-fe74c11b-a29c-4f54-bcf1-0654120df6ff None None] Provisioning complete for port bb7eca4a-74e7-4edb-95cd-b69147d2c8e8 triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:20:30.827866 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fe74c11b-a29c-4f54-bcf1-0654120df6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:30.930609 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4d6a3ef7-a7a8-45a1-8ae4-532ae693330f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846875142'] for router_interface, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:30.942184 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5cde0-7996-4341-a7d8-f606c898cba8 req-ef5ab45e-fdcf-41ec-a6da-5e223ce63678 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:30.954886 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-64b5cde0-7996-4341-a7d8-f606c898cba8 req-ef5ab45e-fdcf-41ec-a6da-5e223ce63678 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.5157406 Aug 21 12:20:30.959863 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8a39b2e8-1d6b-4aac-aaf8-b3d7fa902da3 req-1d2ea24a-0aaf-428c-9af3-cbbcf2a3da35 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=987c50b3-6bb8-4f70-8e01-5c6546dec669 HTTP/1.1" status: 200 len: 217 time: 0.2015376 Aug 21 12:20:31.125294 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39b2e8-1d6b-4aac-aaf8-b3d7fa902da3 req-f267414c-0195-470a-90d2-03e7105145d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:31.126912 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8a39b2e8-1d6b-4aac-aaf8-b3d7fa902da3 req-f267414c-0195-470a-90d2-03e7105145d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8572cca-1fbb-4055-8700-71a5ac4d4c97 HTTP/1.1" status: 200 len: 859 time: 0.1363645 Aug 21 12:20:31.148694 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-64b5cde0-7996-4341-a7d8-f606c898cba8 req-59db82b7-cda8-4f20-bd96-179e54a61d28 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926005 Aug 21 12:20:31.238702 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 41344) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:31.249466 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8a39b2e8-1d6b-4aac-aaf8-b3d7fa902da3 req-8fdf5607-3d96-43be-9d1e-4ba3e44b2cfb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18d0a611-84ee-4786-bdcb-094287ac4ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991831 Aug 21 12:20:31.271137 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b8d1bc00-f50e-4cd9-9255-687f0c1cea2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:31.330818 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-8fb87df5-964b-417a-b8ce-ef38787d5992 None None] Provisioning for port e2d07677-a551-423d-a529-77643ee77a6e completed by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:20:31.332136 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-b8d1bc00-f50e-4cd9-9255-687f0c1cea2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:20:31.336590 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-b8d1bc00-f50e-4cd9-9255-687f0c1cea2f admin admin] Usage tracker for resource:security_group_rule and tenant:93ded1c584134bae943948d555e9cc78 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:20:31.340824 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-8fb87df5-964b-417a-b8ce-ef38787d5992 None None] Provisioning complete for port e2d07677-a551-423d-a529-77643ee77a6e triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:20:31.341361 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-8fb87df5-964b-417a-b8ce-ef38787d5992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:31.349170 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-b8d1bc00-f50e-4cd9-9255-687f0c1cea2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:20:31.361098 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-b8d1bc00-f50e-4cd9-9255-687f0c1cea2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:20:31.424637 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device bb7eca4a-74e7-4edb-95cd-b69147d2c8e8 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:20:31.444233 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4d6a3ef7-a7a8-45a1-8ae4-532ae693330f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:31.453107 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b8d1bc00-f50e-4cd9-9255-687f0c1cea2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:31.460560 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b8d1bc00-f50e-4cd9-9255-687f0c1cea2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:31.471773 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-6d1a3537-b298-4362-819b-94e82ce72327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:31.532943 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1bc00-f50e-4cd9-9255-687f0c1cea2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcfdfb1-5c0a-49a7-88dd-6fdb67dd364b,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:31.542277 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-8fb87df5-964b-417a-b8ce-ef38787d5992 None None] Port e2d07677-a551-423d-a529-77643ee77a6e cannot update to ACTIVE because it is not bound. {{(pid=82381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:20:31.548349 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b8d1bc00-f50e-4cd9-9255-687f0c1cea2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:31.556044 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-b8d1bc00-f50e-4cd9-9255-687f0c1cea2f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=93ded1c584134bae943948d555e9cc78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3159654 Aug 21 12:20:31.558814 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 41352) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:31.582645 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port bb7eca4a-74e7-4edb-95cd-b69147d2c8e8 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:20:31.583159 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:31.647020 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1e952ced-7d7a-4899-bbfd-d81bbc6a5b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:31.659229 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8a39b2e8-1d6b-4aac-aaf8-b3d7fa902da3 req-2911c566-a29b-4d71-9954-9605689978c3 service neutron] 10.222.0.21 "GET /v2.0/networks/18d0a611-84ee-4786-bdcb-094287ac4ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843396 Aug 21 12:20:31.679998 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1e952ced-7d7a-4899-bbfd-d81bbc6a5b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:31.733503 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 8b903eaa-bf10-4b94-aabd-a0854a29f3a0 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:20:31.738429 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1e952ced-7d7a-4899-bbfd-d81bbc6a5b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:31.743260 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-2d18fceb-eaa4-4637-a702-5d2f1fd1cd46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:31.759924 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e952ced-7d7a-4899-bbfd-d81bbc6a5b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcfdfb1-5c0a-49a7-88dd-6fdb67dd364b,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:31.763260 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-1e952ced-7d7a-4899-bbfd-d81bbc6a5b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:31.765711 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1e952ced-7d7a-4899-bbfd-d81bbc6a5b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:31.777622 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-1e952ced-7d7a-4899-bbfd-d81bbc6a5b11 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dfcfdfb1-5c0a-49a7-88dd-6fdb67dd364b HTTP/1.1" status: 204 len: 168 time: 0.2174554 Aug 21 12:20:31.859938 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning for port 8b903eaa-bf10-4b94-aabd-a0854a29f3a0 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:20:31.869478 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port 8b903eaa-bf10-4b94-aabd-a0854a29f3a0 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:20:31.870524 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:31.895950 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6a7dd-268f-4406-b3d9-6bf31e6ac197 req-5fbdb998-8124-4bb5-8451-4d85b7281fa6 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:31.907179 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-48a6a7dd-268f-4406-b3d9-6bf31e6ac197 req-5fbdb998-8124-4bb5-8451-4d85b7281fa6 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc81106-b904-46c7-a8d7-c3e0b0a422a0 HTTP/1.1" status: 200 len: 950 time: 0.3545039 Aug 21 12:20:32.012127 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:32.035680 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] For port 8b903eaa-bf10-4b94-aabd-a0854a29f3a0, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=8b903eaa-bf10-4b94-aabd-a0854a29f3a0,segment=NetworkSegment(04830730-7182-4df6-a102-4ded0d586a71),segment_id=04830730-7182-4df6-a102-4ded0d586a71)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:20:32.043650 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:32.045683 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:32.068049 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8a39b2e8-1d6b-4aac-aaf8-b3d7fa902da3 req-e766b91a-9413-495b-9fb7-73268daae65a service neutron] 10.222.0.21 "GET /v2.0/networks/18d0a611-84ee-4786-bdcb-094287ac4ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935075 Aug 21 12:20:32.075677 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-48a6a7dd-268f-4406-b3d9-6bf31e6ac197 req-463f6a36-3f03-4c3b-b606-0017d5b0b7c0 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/security-groups?id=3022e0f4-9bf0-4ccb-864b-f1d2ae71e275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675913 Aug 21 12:20:32.099374 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4d6a3ef7-a7a8-45a1-8ae4-532ae693330f admin admin] Notify callbacks [] for port, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:32.107819 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4d6a3ef7-a7a8-45a1-8ae4-532ae693330f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:32.143882 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-1c422b3d-97ea-4d8e-8fa7-876fd105af09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:32.161605 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Pushing event updated for resources: {'Port': ['ID=8b903eaa-bf10-4b94-aabd-a0854a29f3a0,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:32.166017 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:32.230123 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a3ef7-a7a8-45a1-8ae4-532ae693330f admin admin] Pushing event updated for resources: {'Port': ['ID=e2d07677-a551-423d-a529-77643ee77a6e,revision_number=2']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:32.233238 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4d6a3ef7-a7a8-45a1-8ae4-532ae693330f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7568825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7900505'] for router_interface, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:32.237963 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-4d6a3ef7-a7a8-45a1-8ae4-532ae693330f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:32.664130 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8392b-9bf2-4c01-87b9-968aedfbca30 req-16a25fd9-ac66-409c-b880-ac9fd3138413 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:32.669497 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-18e8392b-9bf2-4c01-87b9-968aedfbca30 req-16a25fd9-ac66-409c-b880-ac9fd3138413 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.3444433 Aug 21 12:20:32.701682 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6a3ef7-a7a8-45a1-8ae4-532ae693330f admin admin] Network fb61732c-c52e-4864-ba61-9ddcc4b9007c is already hosted by enough agents. {{(pid=82379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:20:32.705532 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-4d6a3ef7-a7a8-45a1-8ae4-532ae693330f admin admin] Resources bound (agent type, host, resource id): {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:20:32.821264 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-18e8392b-9bf2-4c01-87b9-968aedfbca30 req-0926b083-aa9f-4f87-a5ed-6ef64e5ccf15 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459227 Aug 21 12:20:32.926685 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 41380) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:33.074829 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-fdc37c16-8810-40bf-8b1d-b5232dcc9b76 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-649220984-network', 'tenant_id': '33a7f0cf3144434084731b6af961d0d4'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:20:33.080000 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-fdc37c16-8810-40bf-8b1d-b5232dcc9b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:20:33.083479 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-ce79e450-ef9c-4d48-a30c-997806848176 None None] Provisioning complete for port e2d07677-a551-423d-a529-77643ee77a6e triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:20:33.083852 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ce79e450-ef9c-4d48-a30c-997806848176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:33.084389 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-fdc37c16-8810-40bf-8b1d-b5232dcc9b76 admin admin] Usage tracker for resource:network and tenant:33a7f0cf3144434084731b6af961d0d4 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:20:33.087488 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-fdc37c16-8810-40bf-8b1d-b5232dcc9b76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:20:33.095006 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-fdc37c16-8810-40bf-8b1d-b5232dcc9b76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:20:33.106389 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc37c16-8810-40bf-8b1d-b5232dcc9b76 admin admin] Made reservation on behalf of 33a7f0cf3144434084731b6af961d0d4 for: {'network': 1} {{(pid=82380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:20:33.112266 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdc37c16-8810-40bf-8b1d-b5232dcc9b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for network, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:33.126998 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdc37c16-8810-40bf-8b1d-b5232dcc9b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:33.167626 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-ce79e450-ef9c-4d48-a30c-997806848176 None None] Port e2d07677-a551-423d-a529-77643ee77a6e cannot update to ACTIVE because it is not bound. {{(pid=82381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:20:33.176082 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-fdc37c16-8810-40bf-8b1d-b5232dcc9b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:20:33.190628 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-fdc37c16-8810-40bf-8b1d-b5232dcc9b76 admin admin] Usage tracker for resource:security_group_rule and tenant:33a7f0cf3144434084731b6af961d0d4 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:20:33.194502 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-fdc37c16-8810-40bf-8b1d-b5232dcc9b76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:20:33.195220 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6a3ef7-a7a8-45a1-8ae4-532ae693330f admin admin] Router 29b69207-5ee4-4ddd-b744-1258742d6490 has already been hosted by L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 {{(pid=82379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:20:33.202902 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-fdc37c16-8810-40bf-8b1d-b5232dcc9b76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:20:33.224991 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 8b903eaa-bf10-4b94-aabd-a0854a29f3a0 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:20:33.319582 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdc37c16-8810-40bf-8b1d-b5232dcc9b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:33.323573 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdc37c16-8810-40bf-8b1d-b5232dcc9b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:33.329819 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f8aef19d-014b-40b7-b556-b4b6da12bfbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:33.352747 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port 8b903eaa-bf10-4b94-aabd-a0854a29f3a0 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:20:33.353228 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:33.369151 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc37c16-8810-40bf-8b1d-b5232dcc9b76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=82380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:20:33.380001 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc37c16-8810-40bf-8b1d-b5232dcc9b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12876480-ad69-4cdb-9937-fd3292ed9885,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:33.384959 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fdc37c16-8810-40bf-8b1d-b5232dcc9b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:33.388032 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdc37c16-8810-40bf-8b1d-b5232dcc9b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:33.388445 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.segments_db [None req-fdc37c16-8810-40bf-8b1d-b5232dcc9b76 admin admin] Added segment 6f222f72-9449-4dad-97ab-70099dd75978 of type vlan for network f7c6227b-dab0-47fd-b0f7-fd0ab553aa94 Aug 21 12:20:33.417993 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdc37c16-8810-40bf-8b1d-b5232dcc9b76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757584836911'] for network, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:33.450416 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdc37c16-8810-40bf-8b1d-b5232dcc9b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808'] for network, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:33.451675 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc37c16-8810-40bf-8b1d-b5232dcc9b76 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:33.452323 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-fdc37c16-8810-40bf-8b1d-b5232dcc9b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:33.458550 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3108fcab-1c73-493e-b1a0-2f0672e50495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:33.570915 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc37c16-8810-40bf-8b1d-b5232dcc9b76 admin admin] Pushing event updated for resources: {'Network': ['ID=f7c6227b-dab0-47fd-b0f7-fd0ab553aa94,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:33.574178 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-fdc37c16-8810-40bf-8b1d-b5232dcc9b76 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6463921 Aug 21 12:20:33.575251 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fdc37c16-8810-40bf-8b1d-b5232dcc9b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:33.577009 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 41390) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:33.583215 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-a5124877-ea54-488d-a221-f9fda92b3bb5 admin admin] Request body: {'subnet': {'network_id': 'f7c6227b-dab0-47fd-b0f7-fd0ab553aa94', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-649220984-subnet', 'tenant_id': '33a7f0cf3144434084731b6af961d0d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:20:33.589074 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Network f7c6227b-dab0-47fd-b0f7-fd0ab553aa94 details requested by agent ovs-agent-dv-cinder-805477-2-smb with host dv-cinder-805477-2-smb {{(pid=82381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:20:33.591064 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-a5124877-ea54-488d-a221-f9fda92b3bb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:20:33.595394 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-a5124877-ea54-488d-a221-f9fda92b3bb5 admin admin] Usage tracker for resource:subnet and tenant:33a7f0cf3144434084731b6af961d0d4 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:20:33.596842 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07551d9-1685-4d15-9bf4-003aebc53f98 req-08a429fc-3de0-4964-81d3-d8f3c06d1cfd tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:33.598424 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d07551d9-1685-4d15-9bf4-003aebc53f98 req-08a429fc-3de0-4964-81d3-d8f3c06d1cfd tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc81106-b904-46c7-a8d7-c3e0b0a422a0 HTTP/1.1" status: 200 len: 950 time: 0.2724142 Aug 21 12:20:33.599367 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-a5124877-ea54-488d-a221-f9fda92b3bb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:20:33.606679 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-a5124877-ea54-488d-a221-f9fda92b3bb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:20:33.618132 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5124877-ea54-488d-a221-f9fda92b3bb5 admin admin] Made reservation on behalf of 33a7f0cf3144434084731b6af961d0d4 for: {'subnet': 1} {{(pid=82380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:20:33.623315 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a5124877-ea54-488d-a221-f9fda92b3bb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848038028'] for subnet, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:33.656915 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c52d0-983d-41cf-ac91-ba2262149dbe req-1240f539-875f-4595-81db-2e33f2a7d5a5 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:33.658509 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7c5c52d0-983d-41cf-ac91-ba2262149dbe req-1240f539-875f-4595-81db-2e33f2a7d5a5 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc81106-b904-46c7-a8d7-c3e0b0a422a0 HTTP/1.1" status: 200 len: 950 time: 0.2523384 Aug 21 12:20:33.743449 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-d07551d9-1685-4d15-9bf4-003aebc53f98 req-5b7d501d-82dc-429f-8795-8bd393e7f773 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Deleting port 5113e8d3-fdce-46bf-99ef-46e19ef982f0 {{(pid=82379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:20:33.743909 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-d07551d9-1685-4d15-9bf4-003aebc53f98 req-5b7d501d-82dc-429f-8795-8bd393e7f773 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:33.839621 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6a3ef7-a7a8-45a1-8ae4-532ae693330f admin admin] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:20:33.859469 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7c5c52d0-983d-41cf-ac91-ba2262149dbe req-0b704d9c-fa13-49ae-9705-feadf3c7d3d3 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/security-groups?id=3022e0f4-9bf0-4ccb-864b-f1d2ae71e275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841197 Aug 21 12:20:33.871322 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-4d6a3ef7-a7a8-45a1-8ae4-532ae693330f admin admin] 10.222.0.11 "PUT /v2.0/routers/29b69207-5ee4-4ddd-b744-1258742d6490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0520601 Aug 21 12:20:33.882891 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a5124877-ea54-488d-a221-f9fda92b3bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848061579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848038043'] for subnet, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:33.888628 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:33.986636 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5124877-ea54-488d-a221-f9fda92b3bb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2f7f64b-8f75-4657-b33e-17cc7ddb898a,revision_number=0']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:33.991169 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-a5124877-ea54-488d-a221-f9fda92b3bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:33.994445 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04afe11a-8eda-4fc2-9e2d-ae8b63eae32f None None] Sync routers for ids ['29b69207-5ee4-4ddd-b744-1258742d6490'] in dv-cinder-805477-2-smb {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:20:34.014428 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04afe11a-8eda-4fc2-9e2d-ae8b63eae32f None None] Routers {'29b69207-5ee4-4ddd-b744-1258742d6490'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:20:34.015091 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-04afe11a-8eda-4fc2-9e2d-ae8b63eae32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:20:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['29b69207-5ee4-4ddd-b744-1258742d6490'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:20:34.016320 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5124877-ea54-488d-a221-f9fda92b3bb5 admin admin] Checking segment: {'id': '6f222f72-9449-4dad-97ab-70099dd75978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f7c6227b-dab0-47fd-b0f7-fd0ab553aa94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:20:34.017515 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5124877-ea54-488d-a221-f9fda92b3bb5 admin admin] Network hostable DHCP agents. Network: f7c6227b-dab0-47fd-b0f7-fd0ab553aa94, hostable agents: ['225e7d11-fae5-4c67-af4e-3e3ed6d78c06'], hosted agents: [] {{(pid=82380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:20:34.043662 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5124877-ea54-488d-a221-f9fda92b3bb5 admin admin] Network f7c6227b-dab0-47fd-b0f7-fd0ab553aa94 is scheduled to be hosted by DHCP agent 225e7d11-fae5-4c67-af4e-3e3ed6d78c06 with binding_index 1 {{(pid=82380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:20:34.058001 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-a5124877-ea54-488d-a221-f9fda92b3bb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-smb, f7c6227b-dab0-47fd-b0f7-fd0ab553aa94) {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:20:34.062898 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5124877-ea54-488d-a221-f9fda92b3bb5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:34.063735 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a5124877-ea54-488d-a221-f9fda92b3bb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:34.079640 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c116786-9921-4b70-bfef-7b88c7da5270 None None] Network f7c6227b-dab0-47fd-b0f7-fd0ab553aa94 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:20:34.091301 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-a5124877-ea54-488d-a221-f9fda92b3bb5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5130875 Aug 21 12:20:34.191788 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-d07551d9-1685-4d15-9bf4-003aebc53f98 req-5b7d501d-82dc-429f-8795-8bd393e7f773 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] For port 5113e8d3-fdce-46bf-99ef-46e19ef982f0, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=5113e8d3-fdce-46bf-99ef-46e19ef982f0,segment=NetworkSegment(25f58ee2-2304-4e61-a20e-3515cccdf7bf),segment_id=25f58ee2-2304-4e61-a20e-3515cccdf7bf)] {{(pid=82379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:20:34.192184 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-d07551d9-1685-4d15-9bf4-003aebc53f98 req-5b7d501d-82dc-429f-8795-8bd393e7f773 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:34.330974 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-d07551d9-1685-4d15-9bf4-003aebc53f98 req-5b7d501d-82dc-429f-8795-8bd393e7f773 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Calling delete_port for 5113e8d3-fdce-46bf-99ef-46e19ef982f0 owned by compute:nova {{(pid=82379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:20:34.365968 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-04afe11a-8eda-4fc2-9e2d-ae8b63eae32f None None] Set router 29b69207-5ee4-4ddd-b744-1258742d6490 gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:20:34.371150 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a4c9e-166f-4d4b-ad52-c20e74ce54d2 req-2f481589-7555-4705-b109-b907d30500e4 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:34.372956 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c45a4c9e-166f-4d4b-ad52-c20e74ce54d2 req-2f481589-7555-4705-b109-b907d30500e4 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.3245232 Aug 21 12:20:34.458218 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c45a4c9e-166f-4d4b-ad52-c20e74ce54d2 req-a9960827-ad90-4d71-9000-e7fc41aafcb4 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769775 Aug 21 12:20:34.570225 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-d07551d9-1685-4d15-9bf4-003aebc53f98 req-5b7d501d-82dc-429f-8795-8bd393e7f773 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:34.577346 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:34.634540 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d501d-82dc-429f-8795-8bd393e7f773 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Pushing event deleted for resources: {'Port': ['ID=5113e8d3-fdce-46bf-99ef-46e19ef982f0,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:34.638148 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5b7d501d-82dc-429f-8795-8bd393e7f773 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:34.767701 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07551d9-1685-4d15-9bf4-003aebc53f98 req-5b7d501d-82dc-429f-8795-8bd393e7f773 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] No DVR routers for this DVR port 5113e8d3-fdce-46bf-99ef-46e19ef982f0 on host hv-cinder-80547 {{(pid=82379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:20:34.794219 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-d07551d9-1685-4d15-9bf4-003aebc53f98 req-5b7d501d-82dc-429f-8795-8bd393e7f773 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:34.797518 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc81106-b904-46c7-a8d7-c3e0b0a422a0', 'name': 'network-vif-deleted', 'tag': '5113e8d3-fdce-46bf-99ef-46e19ef982f0'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:20:34.807684 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['5113e8d3-fdce-46bf-99ef-46e19ef982f0'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:20:34.835492 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d07551d9-1685-4d15-9bf4-003aebc53f98 req-5b7d501d-82dc-429f-8795-8bd393e7f773 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.21 "DELETE /v2.0/ports/5113e8d3-fdce-46bf-99ef-46e19ef982f0 HTTP/1.1" status: 204 len: 173 time: 1.2289674 Aug 21 12:20:34.938573 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc81106-b904-46c7-a8d7-c3e0b0a422a0', 'name': 'network-vif-deleted', 'tag': '5113e8d3-fdce-46bf-99ef-46e19ef982f0', 'status': 'completed', 'code': 200} Aug 21 12:20:35.150063 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b3c10d-2955-4706-a9a2-314cea0d082d None None] Network f7c6227b-dab0-47fd-b0f7-fd0ab553aa94 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:20:35.182404 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-b4f0cc4e-6983-4fec-837d-dfc3f38afa5f req-2efbabaf-08a6-4922-9b47-b102bba45f0f tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Synchronizing usage tracker for tenant:33b6f00847504e93b73be324022391c7 on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:20:35.205954 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-b4f0cc4e-6983-4fec-837d-dfc3f38afa5f req-2efbabaf-08a6-4922-9b47-b102bba45f0f tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Unset dirty status for tenant:33b6f00847504e93b73be324022391c7 on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:20:35.217206 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b4f0cc4e-6983-4fec-837d-dfc3f38afa5f req-2efbabaf-08a6-4922-9b47-b102bba45f0f tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc81106-b904-46c7-a8d7-c3e0b0a422a0 HTTP/1.1" status: 200 len: 210 time: 0.0834365 Aug 21 12:20:35.395579 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 41434) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:35.403077 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-b8029692-c5c3-42d1-b22e-815449fbd131 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-905996912-network', 'tenant_id': 'f9623a2db6174f9bad2043a3a22ad49c'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:20:35.408428 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-b8029692-c5c3-42d1-b22e-815449fbd131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:20:35.414014 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-b8029692-c5c3-42d1-b22e-815449fbd131 admin admin] Usage tracker for resource:network and tenant:f9623a2db6174f9bad2043a3a22ad49c is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:20:35.417439 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-b8029692-c5c3-42d1-b22e-815449fbd131 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:20:35.423921 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-b8029692-c5c3-42d1-b22e-815449fbd131 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:20:35.434237 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8029692-c5c3-42d1-b22e-815449fbd131 admin admin] Made reservation on behalf of f9623a2db6174f9bad2043a3a22ad49c for: {'network': 1} {{(pid=82380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:20:35.439502 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b8029692-c5c3-42d1-b22e-815449fbd131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for network, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:35.454676 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b8029692-c5c3-42d1-b22e-815449fbd131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:35.479339 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-04afe11a-8eda-4fc2-9e2d-ae8b63eae32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'name': 'tempest-TestMinimumBasicScenario-31014458-router', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '8b903eaa-bf10-4b94-aabd-a0854a29f3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:20:26Z', 'updated_at': '2021-08-21T12:20:31Z', 'revision_number': 4, 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'gw_port': {'id': '8b903eaa-bf10-4b94-aabd-a0854a29f3a0', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:26Z', 'updated_at': '2021-08-21T12:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': 'e2d07677-a551-423d-a529-77643ee77a6e', 'name': '', 'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'mac_address': 'fa:16:3e:1a:ee:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c1b910a-8c38-40eb-bbef-e2693f867665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:29Z', 'updated_at': '2021-08-21T12:20:31Z', 'revision_number': 2, 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'subnets': [{'id': '0c1b910a-8c38-40eb-bbef-e2693f867665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:20:35.488680 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04afe11a-8eda-4fc2-9e2d-ae8b63eae32f None None] Checking router: 29b69207-5ee4-4ddd-b744-1258742d6490 for host: dv-cinder-805477-2-smb {{(pid=82381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:20:35.489078 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-b8029692-c5c3-42d1-b22e-815449fbd131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:20:35.489232 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04afe11a-8eda-4fc2-9e2d-ae8b63eae32f None None] Updating router 29b69207-5ee4-4ddd-b744-1258742d6490 port e2d07677-a551-423d-a529-77643ee77a6e binding host dv-cinder-805477-2-smb {{(pid=82381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:20:35.494127 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-b8029692-c5c3-42d1-b22e-815449fbd131 admin admin] Usage tracker for resource:security_group_rule and tenant:f9623a2db6174f9bad2043a3a22ad49c is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:20:35.496645 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-b8029692-c5c3-42d1-b22e-815449fbd131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:20:35.504263 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-b8029692-c5c3-42d1-b22e-815449fbd131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:20:35.585057 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b8029692-c5c3-42d1-b22e-815449fbd131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:35.588023 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b8029692-c5c3-42d1-b22e-815449fbd131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:35.592666 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-04afe11a-8eda-4fc2-9e2d-ae8b63eae32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:35.596945 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-13633b36-faea-4e0e-a696-69212c333d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:35.618167 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8029692-c5c3-42d1-b22e-815449fbd131 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=82380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:20:35.637977 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b8029692-c5c3-42d1-b22e-815449fbd131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:35.638649 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.segments_db [None req-b8029692-c5c3-42d1-b22e-815449fbd131 admin admin] Added segment 467652f8-9423-4708-acb6-59b36febd5cd of type vlan for network 6923033d-3c1e-4e94-ba5c-e75686732a49 Aug 21 12:20:35.676156 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b8029692-c5c3-42d1-b22e-815449fbd131 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757584836911'] for network, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:35.691776 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e40352-c39d-49dc-8fae-6aedbf71da3f req-8f79f7d1-6474-4b93-87f7-3b163d9cd34e tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:35.694504 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-69e40352-c39d-49dc-8fae-6aedbf71da3f req-8f79f7d1-6474-4b93-87f7-3b163d9cd34e tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.0895157 Aug 21 12:20:35.716029 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8029692-c5c3-42d1-b22e-815449fbd131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e7a787-6747-4e63-b3e9-e541131e467c,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:35.719556 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b8029692-c5c3-42d1-b22e-815449fbd131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:35.723391 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b8029692-c5c3-42d1-b22e-815449fbd131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808'] for network, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:35.725588 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8029692-c5c3-42d1-b22e-815449fbd131 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:35.726591 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b8029692-c5c3-42d1-b22e-815449fbd131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:35.732948 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5e85d537-e52c-4636-8a48-17a36c8d33a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:35.780921 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-69e40352-c39d-49dc-8fae-6aedbf71da3f req-5274f121-5640-4680-b1e3-c8484467f3e8 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762079 Aug 21 12:20:35.899515 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-b8029692-c5c3-42d1-b22e-815449fbd131 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5024595 Aug 21 12:20:35.902513 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 41444) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:35.904717 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8029692-c5c3-42d1-b22e-815449fbd131 admin admin] Pushing event updated for resources: {'Network': ['ID=6923033d-3c1e-4e94-ba5c-e75686732a49,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:35.908160 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b8029692-c5c3-42d1-b22e-815449fbd131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:35.909643 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-84111b88-fb29-4c29-8778-668d24c9889b admin admin] Request body: {'subnet': {'network_id': '6923033d-3c1e-4e94-ba5c-e75686732a49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-905996912-subnet', 'tenant_id': 'f9623a2db6174f9bad2043a3a22ad49c', 'ip_version': 4}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:20:35.915831 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-84111b88-fb29-4c29-8778-668d24c9889b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:20:35.920160 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-84111b88-fb29-4c29-8778-668d24c9889b admin admin] Usage tracker for resource:subnet and tenant:f9623a2db6174f9bad2043a3a22ad49c is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:20:35.923592 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-84111b88-fb29-4c29-8778-668d24c9889b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:20:35.931384 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-84111b88-fb29-4c29-8778-668d24c9889b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:20:35.941872 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Network 6923033d-3c1e-4e94-ba5c-e75686732a49 details requested by agent ovs-agent-dv-cinder-805477-2-smb with host dv-cinder-805477-2-smb {{(pid=82381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:20:35.942706 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84111b88-fb29-4c29-8778-668d24c9889b admin admin] Made reservation on behalf of f9623a2db6174f9bad2043a3a22ad49c for: {'subnet': 1} {{(pid=82379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:20:35.950164 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-84111b88-fb29-4c29-8778-668d24c9889b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6861970'] for subnet, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:36.134122 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-04afe11a-8eda-4fc2-9e2d-ae8b63eae32f None None] Notify callbacks [] for port, precommit_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:36.147387 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-04afe11a-8eda-4fc2-9e2d-ae8b63eae32f None None] Transition to ACTIVE for port object e2d07677-a551-423d-a529-77643ee77a6e will not be triggered until provisioned by entity L2. {{(pid=82381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:20:36.153453 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-04afe11a-8eda-4fc2-9e2d-ae8b63eae32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:36.157365 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-6977257c-866a-4fa1-8de6-7d876ab8b5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:36.180256 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-84111b88-fb29-4c29-8778-668d24c9889b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847601317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6861955'] for subnet, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:36.185242 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:36.321639 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f646d-ef1e-49e8-9af8-b8156562b0d6 None None] Pushing event updated for resources: {'Port': ['ID=e2d07677-a551-423d-a529-77643ee77a6e,revision_number=3']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:36.327963 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3c8f646d-ef1e-49e8-9af8-b8156562b0d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:36.347838 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84111b88-fb29-4c29-8778-668d24c9889b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2fcd3ca-8325-4111-b334-5ffea4804796,revision_number=0']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:36.358174 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-84111b88-fb29-4c29-8778-668d24c9889b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:36.375925 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84111b88-fb29-4c29-8778-668d24c9889b admin admin] Checking segment: {'id': '467652f8-9423-4708-acb6-59b36febd5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6923033d-3c1e-4e94-ba5c-e75686732a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:20:36.375925 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84111b88-fb29-4c29-8778-668d24c9889b admin admin] Network hostable DHCP agents. Network: 6923033d-3c1e-4e94-ba5c-e75686732a49, hostable agents: ['225e7d11-fae5-4c67-af4e-3e3ed6d78c06'], hosted agents: [] {{(pid=82379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:20:36.424440 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84111b88-fb29-4c29-8778-668d24c9889b admin admin] Network 6923033d-3c1e-4e94-ba5c-e75686732a49 is scheduled to be hosted by DHCP agent 225e7d11-fae5-4c67-af4e-3e3ed6d78c06 with binding_index 1 {{(pid=82379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:20:36.437882 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-84111b88-fb29-4c29-8778-668d24c9889b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-smb, 6923033d-3c1e-4e94-ba5c-e75686732a49) {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:20:36.438303 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-04afe11a-8eda-4fc2-9e2d-ae8b63eae32f None None] Attempting to bind port e2d07677-a551-423d-a529-77643ee77a6e on host dv-cinder-805477-2-smb for vnic_type normal with profile {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:20:36.438735 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-04afe11a-8eda-4fc2-9e2d-ae8b63eae32f None None] Attempting to bind port e2d07677-a551-423d-a529-77643ee77a6e by drivers openvswitch,hyperv on host dv-cinder-805477-2-smb at level 0 using segments [{'id': '477f8d3c-0c4e-4c51-a839-287ff5c8f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c'}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:20:36.439153 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04afe11a-8eda-4fc2-9e2d-ae8b63eae32f None None] Attempting to bind port e2d07677-a551-423d-a529-77643ee77a6e on network fb61732c-c52e-4864-ba61-9ddcc4b9007c {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:20:36.448481 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4502b76-de36-4818-8235-488b086d3d60 None None] Network 6923033d-3c1e-4e94-ba5c-e75686732a49 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:20:36.455520 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84111b88-fb29-4c29-8778-668d24c9889b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:36.456422 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-84111b88-fb29-4c29-8778-668d24c9889b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for subnet, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:36.492946 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-84111b88-fb29-4c29-8778-668d24c9889b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5888214 Aug 21 12:20:36.495448 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 41462) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:36.508255 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-464e1476-b843-480e-a20e-7d9b9cb67a07 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-905996912-router', 'tenant_id': 'f9623a2db6174f9bad2043a3a22ad49c', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'}}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:20:36.513633 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-464e1476-b843-480e-a20e-7d9b9cb67a07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:20:36.517900 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-464e1476-b843-480e-a20e-7d9b9cb67a07 admin admin] Usage tracker for resource:router and tenant:f9623a2db6174f9bad2043a3a22ad49c is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:20:36.521089 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-464e1476-b843-480e-a20e-7d9b9cb67a07 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:20:36.528593 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-464e1476-b843-480e-a20e-7d9b9cb67a07 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:20:36.538207 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04afe11a-8eda-4fc2-9e2d-ae8b63eae32f None None] Checking agent: {'id': '18930305-9dab-4cc1-b040-572ba18151c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 9, 44), 'started_at': datetime.datetime(2021, 8, 21, 12, 10, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:20:36.538207 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04afe11a-8eda-4fc2-9e2d-ae8b63eae32f None None] Checking segment: {'id': '477f8d3c-0c4e-4c51-a839-287ff5c8f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:20:36.538763 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-04afe11a-8eda-4fc2-9e2d-ae8b63eae32f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:36.539275 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04afe11a-8eda-4fc2-9e2d-ae8b63eae32f None None] Bound using segment: {'id': '477f8d3c-0c4e-4c51-a839-287ff5c8f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c'} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:20:36.539908 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-04afe11a-8eda-4fc2-9e2d-ae8b63eae32f None None] Bound port: e2d07677-a551-423d-a529-77643ee77a6e, host: dv-cinder-805477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477f8d3c-0c4e-4c51-a839-287ff5c8f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c'}}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:20:36.540396 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-04afe11a-8eda-4fc2-9e2d-ae8b63eae32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:36.559373 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-464e1476-b843-480e-a20e-7d9b9cb67a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7925268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-503649'] for router, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:36.563778 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-464e1476-b843-480e-a20e-7d9b9cb67a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846850359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846847987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846465200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854272135'] for router, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:36.608796 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-464e1476-b843-480e-a20e-7d9b9cb67a07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:36.763811 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-04afe11a-8eda-4fc2-9e2d-ae8b63eae32f None None] For port e2d07677-a551-423d-a529-77643ee77a6e, host dv-cinder-805477-2-smb, cleared binding levels {{(pid=82381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:20:36.784692 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-04afe11a-8eda-4fc2-9e2d-ae8b63eae32f None None] For port e2d07677-a551-423d-a529-77643ee77a6e, host dv-cinder-805477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=e2d07677-a551-423d-a529-77643ee77a6e,segment=NetworkSegment(477f8d3c-0c4e-4c51-a839-287ff5c8f96e),segment_id=477f8d3c-0c4e-4c51-a839-287ff5c8f96e)] {{(pid=82381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:20:36.796742 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-04afe11a-8eda-4fc2-9e2d-ae8b63eae32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:36.804880 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:37.112538 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18a16e1-2452-4c20-bc30-ec64e853fb49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1540b73d-d21b-5d33-a5e4-0f13765dac1f-6923033d-3c1e-4e94-ba5c-e75686732a49', 'network_id': '6923033d-3c1e-4e94-ba5c-e75686732a49', 'tenant_id': 'f9623a2db6174f9bad2043a3a22ad49c', 'fixed_ips': [{'subnet_id': 'd2fcd3ca-8325-4111-b334-5ffea4804796'}]}} from dv-cinder-805477-2-smb. {{(pid=82381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Aug 21 12:20:37.113449 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d18a16e1-2452-4c20-bc30-ec64e853fb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:37.126610 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f646d-ef1e-49e8-9af8-b8156562b0d6 None None] Pushing event updated for resources: {'Port': ['ID=e2d07677-a551-423d-a529-77643ee77a6e,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:37.129389 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04afe11a-8eda-4fc2-9e2d-ae8b63eae32f None None] Routers {'29b69207-5ee4-4ddd-b744-1258742d6490'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:20:37.130034 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-04afe11a-8eda-4fc2-9e2d-ae8b63eae32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:20:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['29b69207-5ee4-4ddd-b744-1258742d6490'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:20:37.188385 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3c8f646d-ef1e-49e8-9af8-b8156562b0d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:37.271163 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-464e1476-b843-480e-a20e-7d9b9cb67a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846847972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7925287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854272250'] for router, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:37.438753 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495054b9-b6ed-4174-886d-64d9fc750042 req-9ebede08-d504-46a4-bc8b-55632bef7e37 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:37.442127 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-495054b9-b6ed-4174-886d-64d9fc750042 req-9ebede08-d504-46a4-bc8b-55632bef7e37 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/networks?id=f7c6227b-dab0-47fd-b0f7-fd0ab553aa94 HTTP/1.1" status: 200 len: 808 time: 0.3498220 Aug 21 12:20:37.470505 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-04afe11a-8eda-4fc2-9e2d-ae8b63eae32f None None] Set router 29b69207-5ee4-4ddd-b744-1258742d6490 gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:20:37.491811 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-495054b9-b6ed-4174-886d-64d9fc750042 req-80e905a7-bd31-46a1-9f2c-071e283717be tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/quotas/33a7f0cf3144434084731b6af961d0d4 HTTP/1.1" status: 200 len: 375 time: 0.0314851 Aug 21 12:20:37.540630 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-d18a16e1-2452-4c20-bc30-ec64e853fb49 None None] Allocated IP 172.20.0.2 (6923033d-3c1e-4e94-ba5c-e75686732a49/d2fcd3ca-8325-4111-b334-5ffea4804796/25f0adb6-c9b6-456a-a1c6-0749075f15f2) {{(pid=82381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:20:37.592693 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-495054b9-b6ed-4174-886d-64d9fc750042 req-921aab22-c60e-4483-a91d-83cad0c11e33 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=33a7f0cf3144434084731b6af961d0d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654404 Aug 21 12:20:37.606035 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-464e1476-b843-480e-a20e-7d9b9cb67a07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:37.725150 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-464e1476-b843-480e-a20e-7d9b9cb67a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:37.939832 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-495054b9-b6ed-4174-886d-64d9fc750042 req-02ec32e8-e17a-430f-be0e-e26d3d0a83b5 service neutron] 10.222.0.11 "GET /v2.0/networks/f7c6227b-dab0-47fd-b0f7-fd0ab553aa94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353577 Aug 21 12:20:38.043735 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d18a16e1-2452-4c20-bc30-ec64e853fb49 None None] Notify callbacks [] for port, precommit_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:38.058665 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-d18a16e1-2452-4c20-bc30-ec64e853fb49 None None] Transition to ACTIVE for port object 25f0adb6-c9b6-456a-a1c6-0749075f15f2 will not be triggered until provisioned by entity L2. {{(pid=82381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:20:38.071393 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-04afe11a-8eda-4fc2-9e2d-ae8b63eae32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'name': 'tempest-TestMinimumBasicScenario-31014458-router', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '8b903eaa-bf10-4b94-aabd-a0854a29f3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:20:26Z', 'updated_at': '2021-08-21T12:20:31Z', 'revision_number': 4, 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'gw_port': {'id': '8b903eaa-bf10-4b94-aabd-a0854a29f3a0', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:26Z', 'updated_at': '2021-08-21T12:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': 'e2d07677-a551-423d-a529-77643ee77a6e', 'name': '', 'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'mac_address': 'fa:16:3e:1a:ee:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c1b910a-8c38-40eb-bbef-e2693f867665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:29Z', 'updated_at': '2021-08-21T12:20:36Z', 'revision_number': 4, 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'subnets': [{'id': '0c1b910a-8c38-40eb-bbef-e2693f867665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:20:38.079741 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04afe11a-8eda-4fc2-9e2d-ae8b63eae32f None None] The sync data for ids ['29b69207-5ee4-4ddd-b744-1258742d6490'] in dv-cinder-805477-2-smb is: [{'id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'name': 'tempest-TestMinimumBasicScenario-31014458-router', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '8b903eaa-bf10-4b94-aabd-a0854a29f3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:20:26Z', 'updated_at': '2021-08-21T12:20:31Z', 'revision_number': 4, 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'gw_port': {'id': '8b903eaa-bf10-4b94-aabd-a0854a29f3a0', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:26Z', 'updated_at': '2021-08-21T12:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': 'e2d07677-a551-423d-a529-77643ee77a6e', 'name': '', 'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'mac_address': 'fa:16:3e:1a:ee:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c1b910a-8c38-40eb-bbef-e2693f867665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:29Z', 'updated_at': '2021-08-21T12:20:36Z', 'revision_number': 4, 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'subnets': [{'id': '0c1b910a-8c38-40eb-bbef-e2693f867665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:20:38.087183 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-d18a16e1-2452-4c20-bc30-ec64e853fb49 None None] Transition to ACTIVE for port object 25f0adb6-c9b6-456a-a1c6-0749075f15f2 will not be triggered until provisioned by entity DHCP. {{(pid=82381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:20:38.093161 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d18a16e1-2452-4c20-bc30-ec64e853fb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038'] for port, after_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:38.098236 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:38.126745 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-464e1476-b843-480e-a20e-7d9b9cb67a07 admin admin] Allocated IP 172.28.2.42 (17d050b5-9d10-4030-a56f-7262e0bfffca/7ff80433-24f5-4344-a1b2-e78aa99f1de5/28727f10-452e-4620-8a01-a829ee9e4f06) {{(pid=82379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:20:38.177742 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18a16e1-2452-4c20-bc30-ec64e853fb49 None None] Network 6923033d-3c1e-4e94-ba5c-e75686732a49 is already hosted by enough agents. {{(pid=82381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:20:38.181806 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-d18a16e1-2452-4c20-bc30-ec64e853fb49 None None] Resources bound (agent type, host, resource id): {{(pid=82381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:20:38.187995 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18a16e1-2452-4c20-bc30-ec64e853fb49 None None] Received port after_create {{(pid=82381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:20:38.191406 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a16e1-2452-4c20-bc30-ec64e853fb49 None None] Pushing event updated for resources: {'Port': ['ID=25f0adb6-c9b6-456a-a1c6-0749075f15f2,revision_number=1']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:38.196711 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d18a16e1-2452-4c20-bc30-ec64e853fb49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:38.305901 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 5113e8d3-fdce-46bf-99ef-46e19ef982f0 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:20:38.331890 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-495054b9-b6ed-4174-886d-64d9fc750042 req-39e8672a-97cb-45d1-bb65-bd6beee05d6e service neutron] 10.222.0.11 "GET /v2.0/networks/f7c6227b-dab0-47fd-b0f7-fd0ab553aa94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822346 Aug 21 12:20:38.354099 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] No Port match for: 5113e8d3-fdce-46bf-99ef-46e19ef982f0 {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:20:38.354847 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 5113e8d3-fdce-46bf-99ef-46e19ef982f0 not bound to the agent host hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:20:38.355793 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0bbbf8-2736-4369-965c-27089daf67d5 req-e50c1d50-70d4-4ff0-a887-08f51407831d tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:38.360821 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-d18a16e1-2452-4c20-bc30-ec64e853fb49 None None] Attempting to bind port 25f0adb6-c9b6-456a-a1c6-0749075f15f2 on host dv-cinder-805477-2-smb for vnic_type normal with profile {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:20:38.361205 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-d18a16e1-2452-4c20-bc30-ec64e853fb49 None None] Attempting to bind port 25f0adb6-c9b6-456a-a1c6-0749075f15f2 by drivers openvswitch,hyperv on host dv-cinder-805477-2-smb at level 0 using segments [{'id': '467652f8-9423-4708-acb6-59b36febd5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6923033d-3c1e-4e94-ba5c-e75686732a49'}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:20:38.361882 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18a16e1-2452-4c20-bc30-ec64e853fb49 None None] Attempting to bind port 25f0adb6-c9b6-456a-a1c6-0749075f15f2 on network 6923033d-3c1e-4e94-ba5c-e75686732a49 {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:20:38.364531 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7c0bbbf8-2736-4369-965c-27089daf67d5 req-e50c1d50-70d4-4ff0-a887-08f51407831d tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.3814156 Aug 21 12:20:38.392980 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18a16e1-2452-4c20-bc30-ec64e853fb49 None None] Checking agent: {'id': '18930305-9dab-4cc1-b040-572ba18151c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 9, 44), 'started_at': datetime.datetime(2021, 8, 21, 12, 10, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:20:38.393406 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18a16e1-2452-4c20-bc30-ec64e853fb49 None None] Checking segment: {'id': '467652f8-9423-4708-acb6-59b36febd5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6923033d-3c1e-4e94-ba5c-e75686732a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:20:38.395201 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d18a16e1-2452-4c20-bc30-ec64e853fb49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:38.395621 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18a16e1-2452-4c20-bc30-ec64e853fb49 None None] Bound using segment: {'id': '467652f8-9423-4708-acb6-59b36febd5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6923033d-3c1e-4e94-ba5c-e75686732a49'} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:20:38.396175 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-d18a16e1-2452-4c20-bc30-ec64e853fb49 None None] Bound port: 25f0adb6-c9b6-456a-a1c6-0749075f15f2, host: dv-cinder-805477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467652f8-9423-4708-acb6-59b36febd5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6923033d-3c1e-4e94-ba5c-e75686732a49'}}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:20:38.396716 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d18a16e1-2452-4c20-bc30-ec64e853fb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:38.467630 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7c0bbbf8-2736-4369-965c-27089daf67d5 req-31e04e63-7640-45ea-a890-9ee802282c69 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021779 Aug 21 12:20:38.480407 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-464e1476-b843-480e-a20e-7d9b9cb67a07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:38.526036 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-464e1476-b843-480e-a20e-7d9b9cb67a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:38.544496 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:38.570676 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-d18a16e1-2452-4c20-bc30-ec64e853fb49 None None] For port 25f0adb6-c9b6-456a-a1c6-0749075f15f2, host dv-cinder-805477-2-smb, cleared binding levels {{(pid=82381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:20:38.588527 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-d18a16e1-2452-4c20-bc30-ec64e853fb49 None None] For port 25f0adb6-c9b6-456a-a1c6-0749075f15f2, host dv-cinder-805477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=25f0adb6-c9b6-456a-a1c6-0749075f15f2,segment=NetworkSegment(467652f8-9423-4708-acb6-59b36febd5cd),segment_id=467652f8-9423-4708-acb6-59b36febd5cd)] {{(pid=82381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:20:38.602379 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d18a16e1-2452-4c20-bc30-ec64e853fb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:38.636782 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:38.644925 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e1476-b843-480e-a20e-7d9b9cb67a07 admin admin] Pushing event updated for resources: {'Port': ['ID=28727f10-452e-4620-8a01-a829ee9e4f06,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:38.651014 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-464e1476-b843-480e-a20e-7d9b9cb67a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:38.653533 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464e1476-b843-480e-a20e-7d9b9cb67a07 admin admin] Network 17d050b5-9d10-4030-a56f-7262e0bfffca is already hosted by enough agents. {{(pid=82379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:20:38.654713 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-464e1476-b843-480e-a20e-7d9b9cb67a07 admin admin] Resources bound (agent type, host, resource id): {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:20:38.661624 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464e1476-b843-480e-a20e-7d9b9cb67a07 admin admin] Received port after_create {{(pid=82379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:20:38.776084 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a16e1-2452-4c20-bc30-ec64e853fb49 None None] Pushing event updated for resources: {'Port': ['ID=25f0adb6-c9b6-456a-a1c6-0749075f15f2,revision_number=2']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:38.779692 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d18a16e1-2452-4c20-bc30-ec64e853fb49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:38.984981 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5357b4e3-c580-4b02-87df-8a8ddd8bba1b req-19684bba-b00f-4d26-9a2a-6f6af7d122a6 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 210 time: 0.1145625 Aug 21 12:20:39.078818 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-464e1476-b843-480e-a20e-7d9b9cb67a07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:39.079801 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-464e1476-b843-480e-a20e-7d9b9cb67a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846850513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7927847'] for router, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:39.357988 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device e2d07677-a551-423d-a529-77643ee77a6e up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:20:39.562148 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning for port e2d07677-a551-423d-a529-77643ee77a6e completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:20:39.575724 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port e2d07677-a551-423d-a529-77643ee77a6e triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:20:39.576155 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:39.840022 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:39.923366 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] For port e2d07677-a551-423d-a529-77643ee77a6e, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=e2d07677-a551-423d-a529-77643ee77a6e,segment=NetworkSegment(477f8d3c-0c4e-4c51-a839-287ff5c8f96e),segment_id=477f8d3c-0c4e-4c51-a839-287ff5c8f96e)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:20:39.932241 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:39.934834 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-4a54e052-7cde-45d5-8eb0-b47812fe26b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:40.002601 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464e1476-b843-480e-a20e-7d9b9cb67a07 admin admin] Router 11bc5a6d-79b7-40ff-bf61-0edd14de0cb0 is scheduled to L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 with binding_index 1 {{(pid=82379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Aug 21 12:20:40.030927 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Pushing event updated for resources: {'Port': ['ID=e2d07677-a551-423d-a529-77643ee77a6e,revision_number=5']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:40.034111 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:40.363252 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1ad43c36-283a-4d56-805a-99b0b0b7121f req-758d207c-4f93-45a0-b186-d533e8ca429e tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 210 time: 0.0858305 Aug 21 12:20:40.425763 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464e1476-b843-480e-a20e-7d9b9cb67a07 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:20:40.437053 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d467ef-2046-4be3-9409-ca3bf7794132 None None] Sync routers for ids ['11bc5a6d-79b7-40ff-bf61-0edd14de0cb0'] in dv-cinder-805477-2-smb {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:20:40.463330 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d467ef-2046-4be3-9409-ca3bf7794132 None None] Routers {'11bc5a6d-79b7-40ff-bf61-0edd14de0cb0'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:20:40.466192 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-19d467ef-2046-4be3-9409-ca3bf7794132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:20:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['11bc5a6d-79b7-40ff-bf61-0edd14de0cb0'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:20:40.483465 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-464e1476-b843-480e-a20e-7d9b9cb67a07 admin admin] Notify callbacks [] for router, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:40.485240 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-464e1476-b843-480e-a20e-7d9b9cb67a07 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9866729 Aug 21 12:20:40.487960 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 41704) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:41.030957 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-19d467ef-2046-4be3-9409-ca3bf7794132 None None] Set router 11bc5a6d-79b7-40ff-bf61-0edd14de0cb0 gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:20:41.249811 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495054b9-b6ed-4174-886d-64d9fc750042 req-5f4424fd-a22f-43db-9db3-578eacbff4e8 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:41.251307 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-495054b9-b6ed-4174-886d-64d9fc750042 req-5f4424fd-a22f-43db-9db3-578eacbff4e8 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.21 "GET /v2.0/networks?id=f7c6227b-dab0-47fd-b0f7-fd0ab553aa94 HTTP/1.1" status: 200 len: 808 time: 0.6261516 Aug 21 12:20:41.311612 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-495054b9-b6ed-4174-886d-64d9fc750042 req-af69415f-6ccb-4d22-8a0d-8c731e6b6993 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Request body: {'port': {'device_id': '06759cf8-27c5-42f9-9923-c86fa95e3127', 'network_id': 'f7c6227b-dab0-47fd-b0f7-fd0ab553aa94', 'admin_state_up': True, 'tenant_id': '33a7f0cf3144434084731b6af961d0d4'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:20:41.372559 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device e2d07677-a551-423d-a529-77643ee77a6e up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:20:41.477063 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port e2d07677-a551-423d-a529-77643ee77a6e triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:20:41.477725 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:41.518126 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35680763-d034-448e-ade5-e4183ead80d8 None None] Network 6923033d-3c1e-4e94-ba5c-e75686732a49 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:20:41.783026 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-8cbf6eb0-7cf2-4672-bd0e-62a76b61ecd3 None None] Provisioning for port 25f0adb6-c9b6-456a-a1c6-0749075f15f2 completed by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:20:41.794956 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f72c258b-826a-4989-ad9c-f3a2bb0d4544 req-d5ed48d7-47b3-4181-afc3-cbca57c7b103 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 210 time: 0.1220565 Aug 21 12:20:41.842662 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-495054b9-b6ed-4174-886d-64d9fc750042 req-af69415f-6ccb-4d22-8a0d-8c731e6b6993 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:20:41.852889 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-495054b9-b6ed-4174-886d-64d9fc750042 req-af69415f-6ccb-4d22-8a0d-8c731e6b6993 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Usage tracker for resource:port and tenant:33a7f0cf3144434084731b6af961d0d4 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:20:41.863166 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-495054b9-b6ed-4174-886d-64d9fc750042 req-af69415f-6ccb-4d22-8a0d-8c731e6b6993 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:20:41.880153 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-495054b9-b6ed-4174-886d-64d9fc750042 req-af69415f-6ccb-4d22-8a0d-8c731e6b6993 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:20:41.894614 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-19d467ef-2046-4be3-9409-ca3bf7794132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bc5a6d-79b7-40ff-bf61-0edd14de0cb0', 'name': 'tempest-TestMinimumBasicScenario-905996912-router', 'tenant_id': 'f9623a2db6174f9bad2043a3a22ad49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': '28727f10-452e-4620-8a01-a829ee9e4f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:20:36Z', 'updated_at': '2021-08-21T12:20:38Z', 'revision_number': 3, 'project_id': 'f9623a2db6174f9bad2043a3a22ad49c', 'gw_port': {'id': '28727f10-452e-4620-8a01-a829ee9e4f06', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bc5a6d-79b7-40ff-bf61-0edd14de0cb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:37Z', 'updated_at': '2021-08-21T12:20:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb'}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:20:41.900057 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d467ef-2046-4be3-9409-ca3bf7794132 None None] Checking router: 11bc5a6d-79b7-40ff-bf61-0edd14de0cb0 for host: dv-cinder-805477-2-smb {{(pid=82382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:20:41.900561 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d467ef-2046-4be3-9409-ca3bf7794132 None None] Updating router 11bc5a6d-79b7-40ff-bf61-0edd14de0cb0 port 28727f10-452e-4620-8a01-a829ee9e4f06 binding host dv-cinder-805477-2-smb {{(pid=82382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:20:41.912964 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-495054b9-b6ed-4174-886d-64d9fc750042 req-af69415f-6ccb-4d22-8a0d-8c731e6b6993 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Made reservation on behalf of 33a7f0cf3144434084731b6af961d0d4 for: {'port': 1} {{(pid=82379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:20:41.921489 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-495054b9-b6ed-4174-886d-64d9fc750042 req-af69415f-6ccb-4d22-8a0d-8c731e6b6993 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:41.967193 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-19d467ef-2046-4be3-9409-ca3bf7794132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:42.033459 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 25f0adb6-c9b6-456a-a1c6-0749075f15f2 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:20:42.171312 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning for port 25f0adb6-c9b6-456a-a1c6-0749075f15f2 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:20:42.176690 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port 25f0adb6-c9b6-456a-a1c6-0749075f15f2 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:20:42.177155 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:42.302889 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [req-495054b9-b6ed-4174-886d-64d9fc750042 req-af69415f-6ccb-4d22-8a0d-8c731e6b6993 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Allocated IP 172.20.0.5 (f7c6227b-dab0-47fd-b0f7-fd0ab553aa94/e2f7f64b-8f75-4657-b33e-17cc7ddb898a/d6d4f2a9-6c79-41c1-9278-111f767156ca) {{(pid=82379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:20:42.347897 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:42.392970 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] For port 25f0adb6-c9b6-456a-a1c6-0749075f15f2, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=25f0adb6-c9b6-456a-a1c6-0749075f15f2,segment=NetworkSegment(467652f8-9423-4708-acb6-59b36febd5cd),segment_id=467652f8-9423-4708-acb6-59b36febd5cd)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:20:42.398563 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:42.399870 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:42.617510 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-19d467ef-2046-4be3-9409-ca3bf7794132 None None] Notify callbacks [] for port, precommit_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:42.635530 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-19d467ef-2046-4be3-9409-ca3bf7794132 None None] Transition to ACTIVE for port object 28727f10-452e-4620-8a01-a829ee9e4f06 will not be triggered until provisioned by entity L2. {{(pid=82382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:20:42.650507 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-19d467ef-2046-4be3-9409-ca3bf7794132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:42.657460 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:42.702348 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Pushing event updated for resources: {'Port': ['ID=25f0adb6-c9b6-456a-a1c6-0749075f15f2,revision_number=3']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:42.705882 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:42.757178 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-19d467ef-2046-4be3-9409-ca3bf7794132 None None] Attempting to bind port 28727f10-452e-4620-8a01-a829ee9e4f06 on host dv-cinder-805477-2-smb for vnic_type normal with profile {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:20:42.758084 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-19d467ef-2046-4be3-9409-ca3bf7794132 None None] Attempting to bind port 28727f10-452e-4620-8a01-a829ee9e4f06 by drivers openvswitch,hyperv on host dv-cinder-805477-2-smb at level 0 using segments [{'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'}] {{(pid=82382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:20:42.758693 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d467ef-2046-4be3-9409-ca3bf7794132 None None] Attempting to bind port 28727f10-452e-4620-8a01-a829ee9e4f06 on network 17d050b5-9d10-4030-a56f-7262e0bfffca {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:20:42.773655 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d467ef-2046-4be3-9409-ca3bf7794132 None None] Checking agent: {'id': '18930305-9dab-4cc1-b040-572ba18151c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 9, 44), 'started_at': datetime.datetime(2021, 8, 21, 12, 10, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:20:42.774380 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d467ef-2046-4be3-9409-ca3bf7794132 None None] Checking segment: {'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:20:42.775023 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-19d467ef-2046-4be3-9409-ca3bf7794132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:42.775648 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d467ef-2046-4be3-9409-ca3bf7794132 None None] Bound using segment: {'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'} {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:20:42.776539 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-19d467ef-2046-4be3-9409-ca3bf7794132 None None] Bound port: 28727f10-452e-4620-8a01-a829ee9e4f06, host: dv-cinder-805477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'}}] {{(pid=82382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:20:42.777202 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-19d467ef-2046-4be3-9409-ca3bf7794132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:42.820202 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-de770c0b-06d4-4da5-adaf-ca0fd0a4721d None None] Provisioning complete for port 25f0adb6-c9b6-456a-a1c6-0749075f15f2 triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:20:42.822829 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-de770c0b-06d4-4da5-adaf-ca0fd0a4721d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:42.907107 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-19d467ef-2046-4be3-9409-ca3bf7794132 None None] For port 28727f10-452e-4620-8a01-a829ee9e4f06, host dv-cinder-805477-2-smb, cleared binding levels {{(pid=82382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:20:42.920951 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-19d467ef-2046-4be3-9409-ca3bf7794132 None None] For port 28727f10-452e-4620-8a01-a829ee9e4f06, host dv-cinder-805477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=28727f10-452e-4620-8a01-a829ee9e4f06,segment=NetworkSegment(04830730-7182-4df6-a102-4ded0d586a71),segment_id=04830730-7182-4df6-a102-4ded0d586a71)] {{(pid=82382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:20:42.937055 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-19d467ef-2046-4be3-9409-ca3bf7794132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:42.980461 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6508010-4b6f-48ce-a80a-167d27f1d7c0 None None] Pushing event updated for resources: {'Port': ['ID=28727f10-452e-4620-8a01-a829ee9e4f06,revision_number=2']} {{(pid=82382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:42.999923 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b6508010-4b6f-48ce-a80a-167d27f1d7c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:43.001442 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:43.096048 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-09896e65-5350-40bf-95e1-e46a1a8489ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:43.175653 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d467ef-2046-4be3-9409-ca3bf7794132 None None] Routers {'11bc5a6d-79b7-40ff-bf61-0edd14de0cb0'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:20:43.176613 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-19d467ef-2046-4be3-9409-ca3bf7794132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:20:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['11bc5a6d-79b7-40ff-bf61-0edd14de0cb0'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:20:43.231008 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 25f0adb6-c9b6-456a-a1c6-0749075f15f2 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:20:43.277176 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6508010-4b6f-48ce-a80a-167d27f1d7c0 None None] Pushing event updated for resources: {'Port': ['ID=28727f10-452e-4620-8a01-a829ee9e4f06,revision_number=3']} {{(pid=82382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:43.277176 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b6508010-4b6f-48ce-a80a-167d27f1d7c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:43.309240 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8e2f9b1b-2a78-46a8-a108-a145ab0b4197 req-e5cc0dec-d780-4d07-82c3-385ba1299b3c tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 210 time: 0.0712318 Aug 21 12:20:43.338214 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port 25f0adb6-c9b6-456a-a1c6-0749075f15f2 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:20:43.338644 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:43.357488 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-495054b9-b6ed-4174-886d-64d9fc750042 req-af69415f-6ccb-4d22-8a0d-8c731e6b6993 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Notify callbacks [] for port, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:43.448151 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-495054b9-b6ed-4174-886d-64d9fc750042 req-af69415f-6ccb-4d22-8a0d-8c731e6b6993 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:43.467603 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-1c422b3d-97ea-4d8e-8fa7-876fd105af09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:43.479600 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-19d467ef-2046-4be3-9409-ca3bf7794132 None None] Set router 11bc5a6d-79b7-40ff-bf61-0edd14de0cb0 gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:20:43.624907 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-495054b9-b6ed-4174-886d-64d9fc750042 req-af69415f-6ccb-4d22-8a0d-8c731e6b6993 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Network f7c6227b-dab0-47fd-b0f7-fd0ab553aa94 is already hosted by enough agents. {{(pid=82379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:20:43.630301 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [req-495054b9-b6ed-4174-886d-64d9fc750042 req-af69415f-6ccb-4d22-8a0d-8c731e6b6993 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Resources bound (agent type, host, resource id): {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:20:43.638077 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-495054b9-b6ed-4174-886d-64d9fc750042 req-af69415f-6ccb-4d22-8a0d-8c731e6b6993 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Received port after_create {{(pid=82379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:20:43.670171 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69415f-6ccb-4d22-8a0d-8c731e6b6993 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Pushing event updated for resources: {'Port': ['ID=d6d4f2a9-6c79-41c1-9278-111f767156ca,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:43.686215 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-af69415f-6ccb-4d22-8a0d-8c731e6b6993 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:43.786270 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-29e98568-15ee-46b1-9fc3-a0b4b8012727 req-cc424e87-e28a-4c02-beb2-a0cf717f528c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8473861c17114a58a182c5c448d53560&device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 1098 time: 0.3826706 Aug 21 12:20:43.846963 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495054b9-b6ed-4174-886d-64d9fc750042 req-af69415f-6ccb-4d22-8a0d-8c731e6b6993 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:43.847646 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-495054b9-b6ed-4174-886d-64d9fc750042 req-af69415f-6ccb-4d22-8a0d-8c731e6b6993 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:43.871681 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b417c-1f7e-41cd-ad18-f44c0e544dde req-fbb58ab7-a03a-4781-9c5f-11adb10b73d3 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:43.891595 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-855b417c-1f7e-41cd-ad18-f44c0e544dde req-fbb58ab7-a03a-4781-9c5f-11adb10b73d3 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.3715973 Aug 21 12:20:43.901712 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-19d467ef-2046-4be3-9409-ca3bf7794132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bc5a6d-79b7-40ff-bf61-0edd14de0cb0', 'name': 'tempest-TestMinimumBasicScenario-905996912-router', 'tenant_id': 'f9623a2db6174f9bad2043a3a22ad49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': '28727f10-452e-4620-8a01-a829ee9e4f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:20:36Z', 'updated_at': '2021-08-21T12:20:38Z', 'revision_number': 3, 'project_id': 'f9623a2db6174f9bad2043a3a22ad49c', 'gw_port': {'id': '28727f10-452e-4620-8a01-a829ee9e4f06', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bc5a6d-79b7-40ff-bf61-0edd14de0cb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:37Z', 'updated_at': '2021-08-21T12:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb'}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:20:43.906504 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d467ef-2046-4be3-9409-ca3bf7794132 None None] The sync data for ids ['11bc5a6d-79b7-40ff-bf61-0edd14de0cb0'] in dv-cinder-805477-2-smb is: [{'id': '11bc5a6d-79b7-40ff-bf61-0edd14de0cb0', 'name': 'tempest-TestMinimumBasicScenario-905996912-router', 'tenant_id': 'f9623a2db6174f9bad2043a3a22ad49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': '28727f10-452e-4620-8a01-a829ee9e4f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:20:36Z', 'updated_at': '2021-08-21T12:20:38Z', 'revision_number': 3, 'project_id': 'f9623a2db6174f9bad2043a3a22ad49c', 'gw_port': {'id': '28727f10-452e-4620-8a01-a829ee9e4f06', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bc5a6d-79b7-40ff-bf61-0edd14de0cb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:37Z', 'updated_at': '2021-08-21T12:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb'}] {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:20:43.966970 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e98568-15ee-46b1-9fc3-a0b4b8012727 req-345150e0-912f-4328-8dd0-adc914a505d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:43.968787 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-29e98568-15ee-46b1-9fc3-a0b4b8012727 req-345150e0-912f-4328-8dd0-adc914a505d3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=18d0a611-84ee-4786-bdcb-094287ac4ec3 HTTP/1.1" status: 200 len: 920 time: 0.1758177 Aug 21 12:20:44.020608 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-495054b9-b6ed-4174-886d-64d9fc750042 req-af69415f-6ccb-4d22-8a0d-8c731e6b6993 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7260857 Aug 21 12:20:44.038913 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-495054b9-b6ed-4174-886d-64d9fc750042 req-a2c16c7c-a91c-40f8-9334-affa812a443f service neutron] Request body: {'port': {'device_id': '06759cf8-27c5-42f9-9923-c86fa95e3127', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:20:44.070168 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-29e98568-15ee-46b1-9fc3-a0b4b8012727 req-aff0eae8-25e8-4c33-bcc0-7c1471ac400c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=987c50b3-6bb8-4f70-8e01-5c6546dec669 HTTP/1.1" status: 200 len: 217 time: 0.0938396 Aug 21 12:20:44.140707 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-855b417c-1f7e-41cd-ad18-f44c0e544dde req-59ba8714-5cb8-44be-8ed2-98604acbe6ec tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480807 Aug 21 12:20:44.201416 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e98568-15ee-46b1-9fc3-a0b4b8012727 req-8d05bbd7-d61c-44bf-a1c6-19519576c31f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:44.203221 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-29e98568-15ee-46b1-9fc3-a0b4b8012727 req-8d05bbd7-d61c-44bf-a1c6-19519576c31f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8572cca-1fbb-4055-8700-71a5ac4d4c97 HTTP/1.1" status: 200 len: 859 time: 0.1205218 Aug 21 12:20:44.231377 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bd7bb01d-0482-4409-a906-013565c66f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:44.268160 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-29e98568-15ee-46b1-9fc3-a0b4b8012727 req-c2592731-853d-439c-998d-ef1c9ef760ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18d0a611-84ee-4786-bdcb-094287ac4ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564146 Aug 21 12:20:44.526430 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-495054b9-b6ed-4174-886d-64d9fc750042 req-a2c16c7c-a91c-40f8-9334-affa812a443f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:44.528489 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-29e98568-15ee-46b1-9fc3-a0b4b8012727 req-b1f733f7-f863-40e1-8415-e44bda3145e9 service neutron] 10.222.0.21 "GET /v2.0/networks/18d0a611-84ee-4786-bdcb-094287ac4ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526336 Aug 21 12:20:44.529941 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:44.625134 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-bd7bb01d-0482-4409-a906-013565c66f5c admin admin] Allocated IP 172.20.0.1 (6923033d-3c1e-4e94-ba5c-e75686732a49/d2fcd3ca-8325-4111-b334-5ffea4804796/633273cc-ee72-4099-9ac2-f3d62b78ee93) {{(pid=82379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:20:44.733668 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd56b32-089a-4178-9d30-6382a0ca682b req-d22eafa7-e631-4a2d-83db-2b14c9dd7200 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:44.742042 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1dd56b32-089a-4178-9d30-6382a0ca682b req-d22eafa7-e631-4a2d-83db-2b14c9dd7200 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.3285565 Aug 21 12:20:44.747251 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-29e98568-15ee-46b1-9fc3-a0b4b8012727 req-d31b316f-c814-4b52-a856-987a18fd8e67 service neutron] 10.222.0.21 "GET /v2.0/networks/18d0a611-84ee-4786-bdcb-094287ac4ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074695 Aug 21 12:20:45.011319 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 41824) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:45.182737 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-93a1cd70-92fe-4b59-a1ad-477bc0993fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:45.259587 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 28727f10-452e-4620-8a01-a829ee9e4f06 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:20:45.278001 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1dd56b32-089a-4178-9d30-6382a0ca682b req-3daecfd0-929e-45e3-886f-3e860699d19d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5349784 Aug 21 12:20:45.282661 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-1529b3de-cc78-4c7a-a368-cd9112f360a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33b6f00847504e93b73be324022391c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2697349 Aug 21 12:20:45.283426 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 41832) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:20:45.345364 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5276d8-0c58-46ed-8dec-d812546abc22 req-d682cce5-a20a-4cde-8ad3-c878d68b33b5 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:45.346227 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-8f5276d8-0c58-46ed-8dec-d812546abc22 req-d682cce5-a20a-4cde-8ad3-c878d68b33b5 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Synchronizing usage tracker for tenant:33a7f0cf3144434084731b6af961d0d4 on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:20:45.385945 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-777cc819-2386-412a-8ed0-c3945132058e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:45.405092 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bd7bb01d-0482-4409-a906-013565c66f5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:45.421113 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-777cc819-2386-412a-8ed0-c3945132058e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:45.429753 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning for port 28727f10-452e-4620-8a01-a829ee9e4f06 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:20:45.436023 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port 28727f10-452e-4620-8a01-a829ee9e4f06 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:20:45.437652 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:45.437773 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-8f5276d8-0c58-46ed-8dec-d812546abc22 req-d682cce5-a20a-4cde-8ad3-c878d68b33b5 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Unset dirty status for tenant:33a7f0cf3144434084731b6af961d0d4 on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:20:45.438961 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8f5276d8-0c58-46ed-8dec-d812546abc22 req-d682cce5-a20a-4cde-8ad3-c878d68b33b5 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 931 time: 0.4769087 Aug 21 12:20:45.455959 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-bd7bb01d-0482-4409-a906-013565c66f5c admin admin] Transition to ACTIVE for port object 633273cc-ee72-4099-9ac2-f3d62b78ee93 will not be triggered until provisioned by entity DHCP. {{(pid=82379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:20:45.499688 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-777cc819-2386-412a-8ed0-c3945132058e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:45.507932 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-59100096-f6ee-46ed-8f98-abd93a1fe8df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:45.527315 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777cc819-2386-412a-8ed0-c3945132058e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3022e0f4-9bf0-4ccb-864b-f1d2ae71e275,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:45.538544 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-777cc819-2386-412a-8ed0-c3945132058e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:45.546375 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-777cc819-2386-412a-8ed0-c3945132058e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:45.558688 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-777cc819-2386-412a-8ed0-c3945132058e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3022e0f4-9bf0-4ccb-864b-f1d2ae71e275 HTTP/1.1" status: 204 len: 168 time: 0.2687352 Aug 21 12:20:45.601177 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:45.619426 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] For port 28727f10-452e-4620-8a01-a829ee9e4f06, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=28727f10-452e-4620-8a01-a829ee9e4f06,segment=NetworkSegment(04830730-7182-4df6-a102-4ded0d586a71),segment_id=04830730-7182-4df6-a102-4ded0d586a71)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:20:45.624544 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:45.630986 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:45.644856 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8f5276d8-0c58-46ed-8dec-d812546abc22 req-4c051ba8-721c-421a-aa30-bf6e83658499 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918063 Aug 21 12:20:45.665681 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bd7bb01d-0482-4409-a906-013565c66f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:45.678684 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c977f893-5bef-4e09-9b67-0284fd31b99a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:45.710904 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Pushing event updated for resources: {'Port': ['ID=28727f10-452e-4620-8a01-a829ee9e4f06,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:45.713562 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [req-495054b9-b6ed-4174-886d-64d9fc750042 req-a2c16c7c-a91c-40f8-9334-affa812a443f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d4f2a9-6c79-41c1-9278-111f767156ca {{(pid=82379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:20:45.714565 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:45.742674 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-495054b9-b6ed-4174-886d-64d9fc750042 req-a2c16c7c-a91c-40f8-9334-affa812a443f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:45.781899 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628cd52-4405-4379-8cca-0207dbe70359 req-f6021eb8-a4ac-4055-8b50-d0f97cc18530 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:45.783640 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6628cd52-4405-4379-8cca-0207dbe70359 req-f6021eb8-a4ac-4055-8b50-d0f97cc18530 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.3254426 Aug 21 12:20:45.790619 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7bb01d-0482-4409-a906-013565c66f5c admin admin] Network 6923033d-3c1e-4e94-ba5c-e75686732a49 is already hosted by enough agents. {{(pid=82379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:20:45.797589 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-bd7bb01d-0482-4409-a906-013565c66f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:20:45.800685 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [req-495054b9-b6ed-4174-886d-64d9fc750042 req-a2c16c7c-a91c-40f8-9334-affa812a443f service neutron] Transition to ACTIVE for port object d6d4f2a9-6c79-41c1-9278-111f767156ca will not be triggered until provisioned by entity L2. {{(pid=82379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:20:45.820042 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7bb01d-0482-4409-a906-013565c66f5c admin admin] Received port after_create {{(pid=82379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:20:45.828722 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:45.860790 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-495054b9-b6ed-4174-886d-64d9fc750042 req-a2c16c7c-a91c-40f8-9334-affa812a443f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:45.875132 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7bb01d-0482-4409-a906-013565c66f5c admin admin] Pushing event updated for resources: {'Port': ['ID=633273cc-ee72-4099-9ac2-f3d62b78ee93,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:45.895229 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-bd7bb01d-0482-4409-a906-013565c66f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:45.895716 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:46.181820 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-150ded10-1e77-42be-86bd-bfceaa7a5b30 None None] Provisioning for port 633273cc-ee72-4099-9ac2-f3d62b78ee93 completed by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:20:46.187276 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-150ded10-1e77-42be-86bd-bfceaa7a5b30 None None] Provisioning complete for port 633273cc-ee72-4099-9ac2-f3d62b78ee93 triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:20:46.187856 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-150ded10-1e77-42be-86bd-bfceaa7a5b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:46.217169 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bd7bb01d-0482-4409-a906-013565c66f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846875142'] for router_interface, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:46.242219 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-150ded10-1e77-42be-86bd-bfceaa7a5b30 None None] Port 633273cc-ee72-4099-9ac2-f3d62b78ee93 cannot update to ACTIVE because it is not bound. {{(pid=82381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:20:46.260073 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6628cd52-4405-4379-8cca-0207dbe70359 req-c73580cc-2fd8-45e1-a89b-7345193ada9a tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4654014 Aug 21 12:20:46.265212 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c16c7c-a91c-40f8-9334-affa812a443f service neutron] Pushing event updated for resources: {'Port': ['ID=d6d4f2a9-6c79-41c1-9278-111f767156ca,revision_number=2']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:46.272484 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-a2c16c7c-a91c-40f8-9334-affa812a443f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:46.430700 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bd7bb01d-0482-4409-a906-013565c66f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:46.491954 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-495054b9-b6ed-4174-886d-64d9fc750042 req-a2c16c7c-a91c-40f8-9334-affa812a443f service neutron] Attempting to bind port d6d4f2a9-6c79-41c1-9278-111f767156ca on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:20:46.492332 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-495054b9-b6ed-4174-886d-64d9fc750042 req-a2c16c7c-a91c-40f8-9334-affa812a443f service neutron] Attempting to bind port d6d4f2a9-6c79-41c1-9278-111f767156ca by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '6f222f72-9449-4dad-97ab-70099dd75978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f7c6227b-dab0-47fd-b0f7-fd0ab553aa94'}] {{(pid=82379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:20:46.492696 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495054b9-b6ed-4174-886d-64d9fc750042 req-a2c16c7c-a91c-40f8-9334-affa812a443f service neutron] Attempting to bind port d6d4f2a9-6c79-41c1-9278-111f767156ca on network f7c6227b-dab0-47fd-b0f7-fd0ab553aa94 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:20:46.546037 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495054b9-b6ed-4174-886d-64d9fc750042 req-a2c16c7c-a91c-40f8-9334-affa812a443f service neutron] Port d6d4f2a9-6c79-41c1-9278-111f767156ca on network f7c6227b-dab0-47fd-b0f7-fd0ab553aa94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:20:46.546580 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495054b9-b6ed-4174-886d-64d9fc750042 req-a2c16c7c-a91c-40f8-9334-affa812a443f service neutron] Attempting to bind port d6d4f2a9-6c79-41c1-9278-111f767156ca on network f7c6227b-dab0-47fd-b0f7-fd0ab553aa94 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:20:46.574703 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495054b9-b6ed-4174-886d-64d9fc750042 req-a2c16c7c-a91c-40f8-9334-affa812a443f service neutron] Checking agent: {'id': '04f4107c-da72-461b-9c35-d993a4b9fd6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'started_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:20:46.575082 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495054b9-b6ed-4174-886d-64d9fc750042 req-a2c16c7c-a91c-40f8-9334-affa812a443f service neutron] Checking segment: {'id': '6f222f72-9449-4dad-97ab-70099dd75978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f7c6227b-dab0-47fd-b0f7-fd0ab553aa94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:20:46.575503 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495054b9-b6ed-4174-886d-64d9fc750042 req-a2c16c7c-a91c-40f8-9334-affa812a443f service neutron] Bound using segment: {'id': '6f222f72-9449-4dad-97ab-70099dd75978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f7c6227b-dab0-47fd-b0f7-fd0ab553aa94'} {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:20:46.575980 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-495054b9-b6ed-4174-886d-64d9fc750042 req-a2c16c7c-a91c-40f8-9334-affa812a443f service neutron] Bound port: d6d4f2a9-6c79-41c1-9278-111f767156ca, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f222f72-9449-4dad-97ab-70099dd75978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f7c6227b-dab0-47fd-b0f7-fd0ab553aa94'}}] {{(pid=82379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:20:46.576368 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-495054b9-b6ed-4174-886d-64d9fc750042 req-a2c16c7c-a91c-40f8-9334-affa812a443f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:46.753943 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c54c94-7fd9-42fe-b9ce-869a1740b273 req-fd633ade-1d0c-49f5-be30-f5f904e54fc6 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:46.755554 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-82c54c94-7fd9-42fe-b9ce-869a1740b273 req-fd633ade-1d0c-49f5-be30-f5f904e54fc6 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.3076897 Aug 21 12:20:46.886691 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-495054b9-b6ed-4174-886d-64d9fc750042 req-a2c16c7c-a91c-40f8-9334-affa812a443f service neutron] For port d6d4f2a9-6c79-41c1-9278-111f767156ca, host hv-cinder-80547, cleared binding levels {{(pid=82379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:20:46.924044 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-495054b9-b6ed-4174-886d-64d9fc750042 req-a2c16c7c-a91c-40f8-9334-affa812a443f service neutron] For port d6d4f2a9-6c79-41c1-9278-111f767156ca, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=d6d4f2a9-6c79-41c1-9278-111f767156ca,segment=NetworkSegment(6f222f72-9449-4dad-97ab-70099dd75978),segment_id=6f222f72-9449-4dad-97ab-70099dd75978)] {{(pid=82379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:20:46.931235 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-82c54c94-7fd9-42fe-b9ce-869a1740b273 req-3ac44d44-8147-4b1a-b572-5783ee464b7f tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677856 Aug 21 12:20:46.934967 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-495054b9-b6ed-4174-886d-64d9fc750042 req-a2c16c7c-a91c-40f8-9334-affa812a443f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:46.940916 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5b7d501d-82dc-429f-8795-8bd393e7f773 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:47.039204 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-495054b9-b6ed-4174-886d-64d9fc750042 req-a2c16c7c-a91c-40f8-9334-affa812a443f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:47.040671 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-495054b9-b6ed-4174-886d-64d9fc750042 req-a2c16c7c-a91c-40f8-9334-affa812a443f service neutron] 10.222.0.21 "PUT /v2.0/ports/d6d4f2a9-6c79-41c1-9278-111f767156ca HTTP/1.1" status: 200 len: 1093 time: 3.0111043 Aug 21 12:20:47.042854 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06759cf8-27c5-42f9-9923-c86fa95e3127', 'tag': 'd6d4f2a9-6c79-41c1-9278-111f767156ca'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:20:47.052501 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bd7bb01d-0482-4409-a906-013565c66f5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:47.062638 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b38e7-45e9-45f9-97c0-e44312243edd req-db4ec589-9255-4744-93a3-a3859e59df39 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:47.064646 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-120b38e7-45e9-45f9-97c0-e44312243edd req-db4ec589-9255-4744-93a3-a3859e59df39 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 943 time: 0.2703478 Aug 21 12:20:47.069285 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bd7bb01d-0482-4409-a906-013565c66f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:47.102887 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c16c7c-a91c-40f8-9334-affa812a443f service neutron] Pushing event updated for resources: {'Port': ['ID=d6d4f2a9-6c79-41c1-9278-111f767156ca,revision_number=3']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:47.116077 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06759cf8-27c5-42f9-9923-c86fa95e3127', 'tag': 'd6d4f2a9-6c79-41c1-9278-111f767156ca', 'status': 'completed', 'code': 200} Aug 21 12:20:47.148602 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-a2c16c7c-a91c-40f8-9334-affa812a443f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:47.168485 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:47.182504 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:47.195012 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 28727f10-452e-4620-8a01-a829ee9e4f06 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:20:47.265302 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bd7bb01d-0482-4409-a906-013565c66f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7568825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7900505'] for router_interface, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:47.281129 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port 28727f10-452e-4620-8a01-a829ee9e4f06 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:20:47.281771 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:47.293225 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7bb01d-0482-4409-a906-013565c66f5c admin admin] Pushing event updated for resources: {'Port': ['ID=633273cc-ee72-4099-9ac2-f3d62b78ee93,revision_number=2']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:47.301150 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-bd7bb01d-0482-4409-a906-013565c66f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:47.305655 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-120b38e7-45e9-45f9-97c0-e44312243edd req-be006f8c-ce02-4369-92c7-1b2f79110d51 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038646 Aug 21 12:20:47.400444 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-495054b9-b6ed-4174-886d-64d9fc750042 req-089227a6-f7d9-4acf-b47e-1d2a790ebb63 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=33a7f0cf3144434084731b6af961d0d4&device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 1096 time: 0.2998483 Aug 21 12:20:47.572457 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-495054b9-b6ed-4174-886d-64d9fc750042 req-93b930dd-f3fc-4c8a-b280-ed97bc1a2601 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6d4f2a9-6c79-41c1-9278-111f767156ca HTTP/1.1" status: 200 len: 217 time: 0.1584432 Aug 21 12:20:47.607151 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d7056e7b-8acd-4a37-aafe-eab08cb6841d req-6c8459a2-8ef3-4293-a71c-682efd9f9396 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ab1a7fb5e8f47d4a26520c5fb8bd4c2&device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 1098 time: 0.0881157 Aug 21 12:20:47.635987 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7bb01d-0482-4409-a906-013565c66f5c admin admin] Network 6923033d-3c1e-4e94-ba5c-e75686732a49 is already hosted by enough agents. {{(pid=82379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:20:47.640694 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-bd7bb01d-0482-4409-a906-013565c66f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:20:47.810096 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7056e7b-8acd-4a37-aafe-eab08cb6841d req-94d20626-e78d-4cec-883a-4cedbc9fbac1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:47.812369 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d7056e7b-8acd-4a37-aafe-eab08cb6841d req-94d20626-e78d-4cec-883a-4cedbc9fbac1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=66fcdff2-94ab-4687-9781-4d1ba887f030 HTTP/1.1" status: 200 len: 917 time: 0.1788988 Aug 21 12:20:47.817695 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24284f0-7a32-4677-9aa3-ee96f335bd3c req-781a7fd0-fe4e-4686-8c63-5916346a2f76 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:47.825788 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e24284f0-7a32-4677-9aa3-ee96f335bd3c req-781a7fd0-fe4e-4686-8c63-5916346a2f76 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.3405259 Aug 21 12:20:47.840473 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495054b9-b6ed-4174-886d-64d9fc750042 req-5965d2ae-b96b-4189-b609-06eb460d94a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:47.842086 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-495054b9-b6ed-4174-886d-64d9fc750042 req-5965d2ae-b96b-4189-b609-06eb460d94a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e2f7f64b-8f75-4657-b33e-17cc7ddb898a HTTP/1.1" status: 200 len: 848 time: 0.2583053 Aug 21 12:20:47.929181 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d7056e7b-8acd-4a37-aafe-eab08cb6841d req-93f5d0b7-ddb0-47b2-ab9e-cdc5ebf5bd1f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 HTTP/1.1" status: 200 len: 1001 time: 0.1095271 Aug 21 12:20:47.992125 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-9fe957b6-2311-4837-8ddf-5b64c4668170 None None] Provisioning complete for port 633273cc-ee72-4099-9ac2-f3d62b78ee93 triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:20:47.992714 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9fe957b6-2311-4837-8ddf-5b64c4668170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:48.007169 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7056e7b-8acd-4a37-aafe-eab08cb6841d req-6ee389a7-91ad-43e8-882a-66518a7d4dc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:48.008777 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d7056e7b-8acd-4a37-aafe-eab08cb6841d req-6ee389a7-91ad-43e8-882a-66518a7d4dc0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8a00bc67-6928-4f8f-9e79-a5b624611398 HTTP/1.1" status: 200 len: 855 time: 0.0737579 Aug 21 12:20:48.054153 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-9fe957b6-2311-4837-8ddf-5b64c4668170 None None] Port 633273cc-ee72-4099-9ac2-f3d62b78ee93 cannot update to ACTIVE because it is not bound. {{(pid=82381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:20:48.092722 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d7056e7b-8acd-4a37-aafe-eab08cb6841d req-01ceb7ac-99ec-4829-beb4-f8beaef7f34a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=66fcdff2-94ab-4687-9781-4d1ba887f030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771532 Aug 21 12:20:48.170829 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-495054b9-b6ed-4174-886d-64d9fc750042 req-0059858e-7937-4d07-84c2-04a96501c599 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f7c6227b-dab0-47fd-b0f7-fd0ab553aa94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3020613 Aug 21 12:20:48.236446 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d7056e7b-8acd-4a37-aafe-eab08cb6841d req-9135cff5-905c-4bc6-9f0a-968311f20785 service neutron] 10.222.0.21 "GET /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362872 Aug 21 12:20:48.324778 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e24284f0-7a32-4677-9aa3-ee96f335bd3c req-c6cd557d-ea31-45df-90e2-d04fe544b229 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979203 Aug 21 12:20:48.347560 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672528ac-1474-48a0-8cf0-15a1ffdc2203 req-a2589cd2-c69d-49dd-8138-f05623f3d28a tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:48.349174 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-672528ac-1474-48a0-8cf0-15a1ffdc2203 req-a2589cd2-c69d-49dd-8138-f05623f3d28a tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.6180511 Aug 21 12:20:48.397789 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d7056e7b-8acd-4a37-aafe-eab08cb6841d req-fae16c5e-4e0f-4e9b-8678-bc8359a4c817 service neutron] 10.222.0.21 "GET /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544027 Aug 21 12:20:48.539334 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-495054b9-b6ed-4174-886d-64d9fc750042 req-b41d5bd3-bed6-4d23-9075-a296d521db62 service neutron] 10.222.0.21 "GET /v2.0/networks/f7c6227b-dab0-47fd-b0f7-fd0ab553aa94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522003 Aug 21 12:20:48.640039 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-672528ac-1474-48a0-8cf0-15a1ffdc2203 req-45c1b7d8-c254-4961-8ee9-9a454cdac654 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345560 Aug 21 12:20:48.758087 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:48.777910 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbb5d2-16af-4420-8ea8-f053886df3d1 req-4ec1a4d0-2068-4365-b6a2-a7a3b62651d8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:48.779497 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9bdbb5d2-16af-4420-8ea8-f053886df3d1 req-4ec1a4d0-2068-4365-b6a2-a7a3b62651d8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.3194277 Aug 21 12:20:48.888343 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-495054b9-b6ed-4174-886d-64d9fc750042 req-e432ccac-e755-4aaf-80bf-773714da6455 service neutron] 10.222.0.21 "GET /v2.0/networks/f7c6227b-dab0-47fd-b0f7-fd0ab553aa94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393695 Aug 21 12:20:48.986727 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9bdbb5d2-16af-4420-8ea8-f053886df3d1 req-4ebb2865-185d-4ece-aae7-5153ff8f6462 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621773 Aug 21 12:20:49.019947 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef5b76-9b15-4471-826e-f07db05b304a req-d2f3ee8d-e6aa-47c3-877a-3c0361168f11 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:49.022099 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e0ef5b76-9b15-4471-826e-f07db05b304a req-d2f3ee8d-e6aa-47c3-877a-3c0361168f11 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 943 time: 0.2666600 Aug 21 12:20:49.074007 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7bb01d-0482-4409-a906-013565c66f5c admin admin] Router 11bc5a6d-79b7-40ff-bf61-0edd14de0cb0 has already been hosted by L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 {{(pid=82379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:20:49.105519 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-41e18ab3-20a7-49f9-a4a1-43e8e555436f req-85c6dedc-d1c1-46ca-81cd-a22ed6de9507 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=33a7f0cf3144434084731b6af961d0d4&device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 1096 time: 0.1594284 Aug 21 12:20:49.119519 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e0ef5b76-9b15-4471-826e-f07db05b304a req-c6758e7f-19fe-4d30-bb05-39fb7498a60d tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873134 Aug 21 12:20:49.344237 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e18ab3-20a7-49f9-a4a1-43e8e555436f req-dab265ba-f232-4627-9eea-54b230f8c765 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:49.345841 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-41e18ab3-20a7-49f9-a4a1-43e8e555436f req-dab265ba-f232-4627-9eea-54b230f8c765 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f7c6227b-dab0-47fd-b0f7-fd0ab553aa94 HTTP/1.1" status: 200 len: 909 time: 0.2290297 Aug 21 12:20:49.521242 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-41e18ab3-20a7-49f9-a4a1-43e8e555436f req-f17803bd-68fb-4db1-9c40-0b51e5f71d85 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6d4f2a9-6c79-41c1-9278-111f767156ca HTTP/1.1" status: 200 len: 217 time: 0.1205492 Aug 21 12:20:49.624582 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e18ab3-20a7-49f9-a4a1-43e8e555436f req-347c5fdf-75cd-4594-a102-6d7da6044121 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:49.626161 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-41e18ab3-20a7-49f9-a4a1-43e8e555436f req-347c5fdf-75cd-4594-a102-6d7da6044121 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e2f7f64b-8f75-4657-b33e-17cc7ddb898a HTTP/1.1" status: 200 len: 848 time: 0.0971322 Aug 21 12:20:49.647618 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26723a2e-ba1b-4864-b184-3de6975788bc req-bccf5ad4-1e04-4c22-bc7d-04034aecacd2 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:49.649122 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-26723a2e-ba1b-4864-b184-3de6975788bc req-bccf5ad4-1e04-4c22-bc7d-04034aecacd2 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.1907561 Aug 21 12:20:49.898128 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-41e18ab3-20a7-49f9-a4a1-43e8e555436f req-483fb51a-ce15-40b6-822e-9c873430b423 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f7c6227b-dab0-47fd-b0f7-fd0ab553aa94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2566776 Aug 21 12:20:49.899734 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7bb01d-0482-4409-a906-013565c66f5c admin admin] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:20:49.908775 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5551293-807f-425b-be44-36e4ae4f13f0 None None] Sync routers for ids ['11bc5a6d-79b7-40ff-bf61-0edd14de0cb0'] in dv-cinder-805477-2-smb {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:20:49.921652 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5551293-807f-425b-be44-36e4ae4f13f0 None None] Routers {'11bc5a6d-79b7-40ff-bf61-0edd14de0cb0'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:20:49.922330 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-c5551293-807f-425b-be44-36e4ae4f13f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:20:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['11bc5a6d-79b7-40ff-bf61-0edd14de0cb0'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:20:50.027302 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-bd7bb01d-0482-4409-a906-013565c66f5c admin admin] 10.222.0.11 "PUT /v2.0/routers/11bc5a6d-79b7-40ff-bf61-0edd14de0cb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5379512 Aug 21 12:20:50.088252 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-26723a2e-ba1b-4864-b184-3de6975788bc req-3f690f5d-2fe0-4d7e-be4c-6bbfded1a0b0 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008448 Aug 21 12:20:50.133112 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-c5551293-807f-425b-be44-36e4ae4f13f0 None None] Set router 11bc5a6d-79b7-40ff-bf61-0edd14de0cb0 gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:20:50.137189 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-41e18ab3-20a7-49f9-a4a1-43e8e555436f req-e9255ce6-62ba-4da6-87cf-4683f0ea4815 service neutron] 10.222.0.21 "GET /v2.0/networks/f7c6227b-dab0-47fd-b0f7-fd0ab553aa94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236013 Aug 21 12:20:50.234405 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8567c-8526-4c17-9cc1-a3ee556c682a req-9bffffd5-ca51-4074-a243-a61c1d077d61 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:50.236226 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8ff8567c-8526-4c17-9cc1-a3ee556c682a req-9bffffd5-ca51-4074-a243-a61c1d077d61 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.3329530 Aug 21 12:20:50.390562 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8ff8567c-8526-4c17-9cc1-a3ee556c682a req-b7a2e423-6f31-4021-aafa-daeae6e0bd7a tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466222 Aug 21 12:20:50.426768 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-41e18ab3-20a7-49f9-a4a1-43e8e555436f req-da0e64fd-7307-4fe9-add9-e9cfe01ac4a0 service neutron] 10.222.0.21 "GET /v2.0/networks/f7c6227b-dab0-47fd-b0f7-fd0ab553aa94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821846 Aug 21 12:20:50.433444 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d2443-9197-4c40-a817-bb39cacd8799 req-88a74ed3-97e3-4936-aceb-413832c94de5 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:50.435017 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6c9d2443-9197-4c40-a817-bb39cacd8799 req-88a74ed3-97e3-4936-aceb-413832c94de5 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.1733453 Aug 21 12:20:50.510736 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6c9d2443-9197-4c40-a817-bb39cacd8799 req-0d485e03-8e7f-4fed-ad65-cc0c57f9f6df tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610178 Aug 21 12:20:50.547837 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-c5551293-807f-425b-be44-36e4ae4f13f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bc5a6d-79b7-40ff-bf61-0edd14de0cb0', 'name': 'tempest-TestMinimumBasicScenario-905996912-router', 'tenant_id': 'f9623a2db6174f9bad2043a3a22ad49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': '28727f10-452e-4620-8a01-a829ee9e4f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:20:36Z', 'updated_at': '2021-08-21T12:20:46Z', 'revision_number': 4, 'project_id': 'f9623a2db6174f9bad2043a3a22ad49c', 'gw_port': {'id': '28727f10-452e-4620-8a01-a829ee9e4f06', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bc5a6d-79b7-40ff-bf61-0edd14de0cb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:37Z', 'updated_at': '2021-08-21T12:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '633273cc-ee72-4099-9ac2-f3d62b78ee93', 'name': '', 'network_id': '6923033d-3c1e-4e94-ba5c-e75686732a49', 'tenant_id': 'f9623a2db6174f9bad2043a3a22ad49c', 'mac_address': 'fa:16:3e:78:ef:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bc5a6d-79b7-40ff-bf61-0edd14de0cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2fcd3ca-8325-4111-b334-5ffea4804796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:44Z', 'updated_at': '2021-08-21T12:20:46Z', 'revision_number': 2, 'project_id': 'f9623a2db6174f9bad2043a3a22ad49c', 'subnets': [{'id': 'd2fcd3ca-8325-4111-b334-5ffea4804796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:20:50.553200 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5551293-807f-425b-be44-36e4ae4f13f0 None None] Checking router: 11bc5a6d-79b7-40ff-bf61-0edd14de0cb0 for host: dv-cinder-805477-2-smb {{(pid=82381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:20:50.553609 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5551293-807f-425b-be44-36e4ae4f13f0 None None] Updating router 11bc5a6d-79b7-40ff-bf61-0edd14de0cb0 port 633273cc-ee72-4099-9ac2-f3d62b78ee93 binding host dv-cinder-805477-2-smb {{(pid=82381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:20:50.610553 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c5551293-807f-425b-be44-36e4ae4f13f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:50.631015 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11598a6-8ec1-4e2b-8836-31cf7c9eb1cc req-477e3d34-cab3-4350-b8a4-828903f91f9b tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:50.632830 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a11598a6-8ec1-4e2b-8836-31cf7c9eb1cc req-477e3d34-cab3-4350-b8a4-828903f91f9b tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 943 time: 0.0973275 Aug 21 12:20:50.686008 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a11598a6-8ec1-4e2b-8836-31cf7c9eb1cc req-345e9953-9bd1-4f40-a03f-1c39e4194a00 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465913 Aug 21 12:20:50.988832 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c5551293-807f-425b-be44-36e4ae4f13f0 None None] Notify callbacks [] for port, precommit_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:51.001672 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-c5551293-807f-425b-be44-36e4ae4f13f0 None None] Transition to ACTIVE for port object 633273cc-ee72-4099-9ac2-f3d62b78ee93 will not be triggered until provisioned by entity L2. {{(pid=82381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:20:51.008807 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c5551293-807f-425b-be44-36e4ae4f13f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:51.013170 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:51.081467 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742c703-0505-481a-9ab3-4c95413ed431 None None] Pushing event updated for resources: {'Port': ['ID=633273cc-ee72-4099-9ac2-f3d62b78ee93,revision_number=3']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:51.085045 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f742c703-0505-481a-9ab3-4c95413ed431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:51.250613 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-c5551293-807f-425b-be44-36e4ae4f13f0 None None] Attempting to bind port 633273cc-ee72-4099-9ac2-f3d62b78ee93 on host dv-cinder-805477-2-smb for vnic_type normal with profile {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:20:51.250957 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-c5551293-807f-425b-be44-36e4ae4f13f0 None None] Attempting to bind port 633273cc-ee72-4099-9ac2-f3d62b78ee93 by drivers openvswitch,hyperv on host dv-cinder-805477-2-smb at level 0 using segments [{'id': '467652f8-9423-4708-acb6-59b36febd5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6923033d-3c1e-4e94-ba5c-e75686732a49'}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:20:51.251368 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5551293-807f-425b-be44-36e4ae4f13f0 None None] Attempting to bind port 633273cc-ee72-4099-9ac2-f3d62b78ee93 on network 6923033d-3c1e-4e94-ba5c-e75686732a49 {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:20:51.259198 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5551293-807f-425b-be44-36e4ae4f13f0 None None] Checking agent: {'id': '18930305-9dab-4cc1-b040-572ba18151c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 9, 44), 'started_at': datetime.datetime(2021, 8, 21, 12, 10, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:20:51.259616 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5551293-807f-425b-be44-36e4ae4f13f0 None None] Checking segment: {'id': '467652f8-9423-4708-acb6-59b36febd5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6923033d-3c1e-4e94-ba5c-e75686732a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:20:51.260069 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c5551293-807f-425b-be44-36e4ae4f13f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:51.260512 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5551293-807f-425b-be44-36e4ae4f13f0 None None] Bound using segment: {'id': '467652f8-9423-4708-acb6-59b36febd5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6923033d-3c1e-4e94-ba5c-e75686732a49'} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:20:51.261054 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-c5551293-807f-425b-be44-36e4ae4f13f0 None None] Bound port: 633273cc-ee72-4099-9ac2-f3d62b78ee93, host: dv-cinder-805477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467652f8-9423-4708-acb6-59b36febd5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6923033d-3c1e-4e94-ba5c-e75686732a49'}}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:20:51.261526 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c5551293-807f-425b-be44-36e4ae4f13f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:51.386799 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd7378-97e4-48d5-a5e5-b415bde0264d req-5c3101fe-398b-4a60-bc01-1fd92d13e476 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:51.387101 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-c5551293-807f-425b-be44-36e4ae4f13f0 None None] For port 633273cc-ee72-4099-9ac2-f3d62b78ee93, host dv-cinder-805477-2-smb, cleared binding levels {{(pid=82381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:20:51.389243 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-38dd7378-97e4-48d5-a5e5-b415bde0264d req-5c3101fe-398b-4a60-bc01-1fd92d13e476 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.1192720 Aug 21 12:20:51.390857 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-c5551293-807f-425b-be44-36e4ae4f13f0 None None] For port 633273cc-ee72-4099-9ac2-f3d62b78ee93, host dv-cinder-805477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=633273cc-ee72-4099-9ac2-f3d62b78ee93,segment=NetworkSegment(467652f8-9423-4708-acb6-59b36febd5cd),segment_id=467652f8-9423-4708-acb6-59b36febd5cd)] {{(pid=82381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:20:51.395502 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c5551293-807f-425b-be44-36e4ae4f13f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:51.400950 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:51.491504 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742c703-0505-481a-9ab3-4c95413ed431 None None] Pushing event updated for resources: {'Port': ['ID=633273cc-ee72-4099-9ac2-f3d62b78ee93,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:51.500709 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f742c703-0505-481a-9ab3-4c95413ed431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:51.504976 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-38dd7378-97e4-48d5-a5e5-b415bde0264d req-c203534e-1d08-489d-b8d9-58a198ccc3dd tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073856 Aug 21 12:20:51.534615 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5551293-807f-425b-be44-36e4ae4f13f0 None None] Routers {'11bc5a6d-79b7-40ff-bf61-0edd14de0cb0'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:20:51.535305 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-c5551293-807f-425b-be44-36e4ae4f13f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:20:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['11bc5a6d-79b7-40ff-bf61-0edd14de0cb0'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:20:51.761306 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-c5551293-807f-425b-be44-36e4ae4f13f0 None None] Set router 11bc5a6d-79b7-40ff-bf61-0edd14de0cb0 gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:20:51.778337 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bc903-5942-4a97-8570-26b77b1ece33 req-230699de-02f4-4f16-bbb9-451302efae0c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:51.786890 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-4b1bc903-5942-4a97-8570-26b77b1ece33 req-230699de-02f4-4f16-bbb9-451302efae0c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.1986005 Aug 21 12:20:51.847964 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:20:51.858945 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-4b1bc903-5942-4a97-8570-26b77b1ece33 req-7b7e1bf5-f40f-48b9-8b12-b7ba8cc1b159 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706625 Aug 21 12:20:51.949035 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d2b8b-89a1-4bc4-afc6-f468dee3b2a9 req-9449d227-0815-44fa-9988-7a7eb107caf7 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:51.965621 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-075d2b8b-89a1-4bc4-afc6-f468dee3b2a9 req-9449d227-0815-44fa-9988-7a7eb107caf7 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.2510397 Aug 21 12:20:52.096130 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-075d2b8b-89a1-4bc4-afc6-f468dee3b2a9 req-94e99c6a-0255-4bba-8ade-34a544b5675d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272204 Aug 21 12:20:52.128970 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac7c13-75b2-410d-91bd-cf47b5c5da85 req-719f9c54-d383-42a0-bfd4-84b9437ea268 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:52.130570 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-4eac7c13-75b2-410d-91bd-cf47b5c5da85 req-719f9c54-d383-42a0-bfd4-84b9437ea268 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 943 time: 0.1108994 Aug 21 12:20:52.206204 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-4eac7c13-75b2-410d-91bd-cf47b5c5da85 req-3d2bed6b-803c-4d7d-a478-f1efd38964c8 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691829 Aug 21 12:20:52.275391 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-c5551293-807f-425b-be44-36e4ae4f13f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bc5a6d-79b7-40ff-bf61-0edd14de0cb0', 'name': 'tempest-TestMinimumBasicScenario-905996912-router', 'tenant_id': 'f9623a2db6174f9bad2043a3a22ad49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': '28727f10-452e-4620-8a01-a829ee9e4f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:20:36Z', 'updated_at': '2021-08-21T12:20:46Z', 'revision_number': 4, 'project_id': 'f9623a2db6174f9bad2043a3a22ad49c', 'gw_port': {'id': '28727f10-452e-4620-8a01-a829ee9e4f06', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bc5a6d-79b7-40ff-bf61-0edd14de0cb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:37Z', 'updated_at': '2021-08-21T12:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '633273cc-ee72-4099-9ac2-f3d62b78ee93', 'name': '', 'network_id': '6923033d-3c1e-4e94-ba5c-e75686732a49', 'tenant_id': 'f9623a2db6174f9bad2043a3a22ad49c', 'mac_address': 'fa:16:3e:78:ef:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bc5a6d-79b7-40ff-bf61-0edd14de0cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2fcd3ca-8325-4111-b334-5ffea4804796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:44Z', 'updated_at': '2021-08-21T12:20:51Z', 'revision_number': 4, 'project_id': 'f9623a2db6174f9bad2043a3a22ad49c', 'subnets': [{'id': 'd2fcd3ca-8325-4111-b334-5ffea4804796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:20:52.281208 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5551293-807f-425b-be44-36e4ae4f13f0 None None] The sync data for ids ['11bc5a6d-79b7-40ff-bf61-0edd14de0cb0'] in dv-cinder-805477-2-smb is: [{'id': '11bc5a6d-79b7-40ff-bf61-0edd14de0cb0', 'name': 'tempest-TestMinimumBasicScenario-905996912-router', 'tenant_id': 'f9623a2db6174f9bad2043a3a22ad49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': '28727f10-452e-4620-8a01-a829ee9e4f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:20:36Z', 'updated_at': '2021-08-21T12:20:46Z', 'revision_number': 4, 'project_id': 'f9623a2db6174f9bad2043a3a22ad49c', 'gw_port': {'id': '28727f10-452e-4620-8a01-a829ee9e4f06', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bc5a6d-79b7-40ff-bf61-0edd14de0cb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:37Z', 'updated_at': '2021-08-21T12:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '633273cc-ee72-4099-9ac2-f3d62b78ee93', 'name': '', 'network_id': '6923033d-3c1e-4e94-ba5c-e75686732a49', 'tenant_id': 'f9623a2db6174f9bad2043a3a22ad49c', 'mac_address': 'fa:16:3e:78:ef:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bc5a6d-79b7-40ff-bf61-0edd14de0cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2fcd3ca-8325-4111-b334-5ffea4804796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:44Z', 'updated_at': '2021-08-21T12:20:51Z', 'revision_number': 4, 'project_id': 'f9623a2db6174f9bad2043a3a22ad49c', 'subnets': [{'id': 'd2fcd3ca-8325-4111-b334-5ffea4804796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:20:52.358153 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device d6d4f2a9-6c79-41c1-9278-111f767156ca details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:20:52.828307 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port d6d4f2a9-6c79-41c1-9278-111f767156ca, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=d6d4f2a9-6c79-41c1-9278-111f767156ca,segment=NetworkSegment(6f222f72-9449-4dad-97ab-70099dd75978),segment_id=6f222f72-9449-4dad-97ab-70099dd75978)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:20:52.847209 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Returning: {'device': 'd6d4f2a9-6c79-41c1-9278-111f767156ca', 'network_id': 'f7c6227b-dab0-47fd-b0f7-fd0ab553aa94', 'port_id': 'd6d4f2a9-6c79-41c1-9278-111f767156ca', 'mac_address': 'fa:16:3e:6a:22:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f7f64b-8f75-4657-b33e-17cc7ddb898a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:20:52.884077 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5454d-11f9-4f62-97f1-4bc8b765b560 req-a6382f88-f7b4-4118-991b-0a5dc4d19b12 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:52.885918 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-50d5454d-11f9-4f62-97f1-4bc8b765b560 req-a6382f88-f7b4-4118-991b-0a5dc4d19b12 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.1190295 Aug 21 12:20:52.918243 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:52.949530 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d4f2a9-6c79-41c1-9278-111f767156ca {{(pid=82381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:20:52.960932 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-50d5454d-11f9-4f62-97f1-4bc8b765b560 req-92d3bb7e-09e0-46e1-9641-e88d191214a0 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677340 Aug 21 12:20:52.973841 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port d6d4f2a9-6c79-41c1-9278-111f767156ca, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=d6d4f2a9-6c79-41c1-9278-111f767156ca,segment=NetworkSegment(6f222f72-9449-4dad-97ab-70099dd75978),segment_id=6f222f72-9449-4dad-97ab-70099dd75978)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:20:52.978815 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:52.980749 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3c8f646d-ef1e-49e8-9af8-b8156562b0d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:53.078269 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=d6d4f2a9-6c79-41c1-9278-111f767156ca,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:53.081681 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:53.178662 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef996163-4869-40b9-9edf-75b7d82cfc48 req-40b6049d-7443-4789-a064-f7e9386190f3 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:53.180478 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ef996163-4869-40b9-9edf-75b7d82cfc48 req-40b6049d-7443-4789-a064-f7e9386190f3 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.1400576 Aug 21 12:20:53.268603 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 633273cc-ee72-4099-9ac2-f3d62b78ee93 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:20:53.300375 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ef996163-4869-40b9-9edf-75b7d82cfc48 req-a0cd4405-560f-4314-9aae-ee1c256a3e40 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101129 Aug 21 12:20:53.381675 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['d6d4f2a9-6c79-41c1-9278-111f767156ca'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:20:53.465643 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfe22d-43a1-463e-a680-889cbe3ff416 req-40a476aa-9287-457e-ba53-3b299070bcba tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:53.474320 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-29cfe22d-43a1-463e-a680-889cbe3ff416 req-40a476aa-9287-457e-ba53-3b299070bcba tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.1353989 Aug 21 12:20:53.496072 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning for port 633273cc-ee72-4099-9ac2-f3d62b78ee93 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:20:53.504035 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port 633273cc-ee72-4099-9ac2-f3d62b78ee93 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:20:53.504764 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:53.587167 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-29cfe22d-43a1-463e-a680-889cbe3ff416 req-38f7bbaf-6114-44b2-91a0-ac6d6e1f5895 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113017 Aug 21 12:20:53.641423 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cabe78-bb88-4c1b-a8ec-2d9ae1a13281 req-e74ab5f8-5ea7-49e0-a254-d925b7df639d tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:53.649803 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a8cabe78-bb88-4c1b-a8ec-2d9ae1a13281 req-e74ab5f8-5ea7-49e0-a254-d925b7df639d tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 944 time: 0.1725566 Aug 21 12:20:53.708087 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a8cabe78-bb88-4c1b-a8ec-2d9ae1a13281 req-1a9ddbd0-6ea6-499d-b83c-fa0370af5a16 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572245 Aug 21 12:20:53.799295 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:53.839215 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] For port 633273cc-ee72-4099-9ac2-f3d62b78ee93, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=633273cc-ee72-4099-9ac2-f3d62b78ee93,segment=NetworkSegment(467652f8-9423-4708-acb6-59b36febd5cd),segment_id=467652f8-9423-4708-acb6-59b36febd5cd)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:20:53.850164 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:53.857934 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:53.934394 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Pushing event updated for resources: {'Port': ['ID=633273cc-ee72-4099-9ac2-f3d62b78ee93,revision_number=5']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:53.937751 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:54.257829 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ded41-0faa-4dcf-889f-bb59bb634987 req-4d6b5713-e7ba-4a0a-8b54-ddc6ad31fa91 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:54.259820 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-357ded41-0faa-4dcf-889f-bb59bb634987 req-4d6b5713-e7ba-4a0a-8b54-ddc6ad31fa91 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.1471925 Aug 21 12:20:54.323003 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-357ded41-0faa-4dcf-889f-bb59bb634987 req-e109b0d2-b861-46a1-87b6-2f57cc2a252b tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563474 Aug 21 12:20:54.528159 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd1ddd-26c9-433a-aeb7-5ec5d41b46a2 req-9939a89a-f59e-4fe9-ac4c-5e7190c844e7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:54.535458 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c2fd1ddd-26c9-433a-aeb7-5ec5d41b46a2 req-9939a89a-f59e-4fe9-ac4c-5e7190c844e7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.1023278 Aug 21 12:20:54.602293 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c2fd1ddd-26c9-433a-aeb7-5ec5d41b46a2 req-6f8537f4-aed8-4b4d-8a00-562d5346c9f4 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654919 Aug 21 12:20:55.007497 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9e84b-2ebe-42d7-b1f8-89afe0c48130 req-a1204c43-1f37-4e58-bef4-732079801531 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:55.009452 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-43d9e84b-2ebe-42d7-b1f8-89afe0c48130 req-a1204c43-1f37-4e58-bef4-732079801531 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.2167807 Aug 21 12:20:55.039843 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b3479-66a5-44c2-ab6b-b3660d0ca493 req-12a8ab7d-62a9-43dc-9030-ee019f7381d6 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:55.041902 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-400b3479-66a5-44c2-ab6b-b3660d0ca493 req-12a8ab7d-62a9-43dc-9030-ee019f7381d6 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 944 time: 0.1588759 Aug 21 12:20:55.109722 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-43d9e84b-2ebe-42d7-b1f8-89afe0c48130 req-1c12f2b7-f90e-411e-a547-f9c36ac34706 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918739 Aug 21 12:20:55.144305 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-400b3479-66a5-44c2-ab6b-b3660d0ca493 req-14273fc7-fdaa-4fbe-9b62-c5371b1e2967 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933256 Aug 21 12:20:55.220198 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 633273cc-ee72-4099-9ac2-f3d62b78ee93 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:20:55.301870 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port 633273cc-ee72-4099-9ac2-f3d62b78ee93 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:20:55.302691 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:55.549300 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c5933-c0ce-40e2-ae35-f7fb607d812f req-b7977b6c-632f-46f6-a01e-37584ed72250 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:55.557238 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-190c5933-c0ce-40e2-ae35-f7fb607d812f req-b7977b6c-632f-46f6-a01e-37584ed72250 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.1015193 Aug 21 12:20:55.616963 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-190c5933-c0ce-40e2-ae35-f7fb607d812f req-e663fa41-69b3-4c03-96cf-0378f00a45b1 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586786 Aug 21 12:20:55.830020 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd885086-6eff-4d0c-94b6-fb569f9f78ca req-c17783a1-2e4b-404c-aa34-d5630d03b902 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:55.832083 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-dd885086-6eff-4d0c-94b6-fb569f9f78ca req-c17783a1-2e4b-404c-aa34-d5630d03b902 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.0961521 Aug 21 12:20:55.892103 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-dd885086-6eff-4d0c-94b6-fb569f9f78ca req-7b479958-df6d-47a1-9aa0-90bd758eb0d8 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513318 Aug 21 12:20:56.393958 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device d6d4f2a9-6c79-41c1-9278-111f767156ca up at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:20:56.454886 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c42f0-6302-4926-9f6a-e37de7ac71bb req-dc141061-8656-4cad-b9ab-cea5a8782e15 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:56.458243 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b17c42f0-6302-4926-9f6a-e37de7ac71bb req-dc141061-8656-4cad-b9ab-cea5a8782e15 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 944 time: 0.1688700 Aug 21 12:20:56.467109 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b145a51-f482-4a8e-864c-0edbe76bef3e req-0e5b8265-ca49-49b0-9c56-12179a704589 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:56.469222 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3b145a51-f482-4a8e-864c-0edbe76bef3e req-0e5b8265-ca49-49b0-9c56-12179a704589 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.1783667 Aug 21 12:20:56.499191 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning for port d6d4f2a9-6c79-41c1-9278-111f767156ca completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:20:56.509363 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning complete for port d6d4f2a9-6c79-41c1-9278-111f767156ca triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:20:56.509903 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:56.568461 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b17c42f0-6302-4926-9f6a-e37de7ac71bb req-9448ce35-c0ab-467a-afee-19049714d221 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976486 Aug 21 12:20:56.572369 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3b145a51-f482-4a8e-864c-0edbe76bef3e req-7b0017c0-f30a-4041-a6bd-30f7239139fc tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731890 Aug 21 12:20:56.649358 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:56.681988 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06759cf8-27c5-42f9-9923-c86fa95e3127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d4f2a9-6c79-41c1-9278-111f767156ca'}] {{(pid=82381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:20:56.693857 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port d6d4f2a9-6c79-41c1-9278-111f767156ca, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=d6d4f2a9-6c79-41c1-9278-111f767156ca,segment=NetworkSegment(6f222f72-9449-4dad-97ab-70099dd75978),segment_id=6f222f72-9449-4dad-97ab-70099dd75978)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:20:56.699871 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:56.702297 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:56.799128 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=d6d4f2a9-6c79-41c1-9278-111f767156ca,revision_number=5']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:56.812158 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06759cf8-27c5-42f9-9923-c86fa95e3127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d4f2a9-6c79-41c1-9278-111f767156ca', 'code': 200} Aug 21 12:20:56.813535 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:56.878138 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd16e25-94f0-4e34-8b00-a81818f6eca1 req-cc4b77b3-a918-4278-80fb-cce6b7d0c02d tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:56.880090 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7fd16e25-94f0-4e34-8b00-a81818f6eca1 req-cc4b77b3-a918-4278-80fb-cce6b7d0c02d tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.1223788 Aug 21 12:20:56.969736 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7fd16e25-94f0-4e34-8b00-a81818f6eca1 req-28bb20cb-859e-4215-ae39-117d49ba30fa tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806746 Aug 21 12:20:57.211134 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3f305bf8-c3d1-40bd-8349-522b9a86f8d2 req-910f44f1-cf89-40c6-ac96-1e39ded8937d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 1098 time: 0.1185610 Aug 21 12:20:57.219726 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cce5b-705c-4d2d-a9e8-ae44dd107549 req-aa0ea339-a0c4-4245-bf64-b7202a8e3016 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:57.221686 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2e9cce5b-705c-4d2d-a9e8-ae44dd107549 req-aa0ea339-a0c4-4245-bf64-b7202a8e3016 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.1767931 Aug 21 12:20:57.307343 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3f305bf8-c3d1-40bd-8349-522b9a86f8d2 req-cc9e7833-a66b-4a22-82ee-badecd74e8f7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851235 Aug 21 12:20:57.309674 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2e9cce5b-705c-4d2d-a9e8-ae44dd107549 req-ae84dedf-c6b7-4be9-be05-045803091a9b tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701561 Aug 21 12:20:57.888105 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d714a26-1908-41c1-9144-80e5695f8442 req-437f62b1-f9eb-4047-8509-278dddcaefa2 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:57.889325 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1d714a26-1908-41c1-9144-80e5695f8442 req-437f62b1-f9eb-4047-8509-278dddcaefa2 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 945 time: 0.1633985 Aug 21 12:20:57.926257 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bac718-26cf-421d-96b9-29b7c54eadaa req-96ab852b-fdba-4769-a4f6-8748e2a6e4ca tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:57.928113 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-30bac718-26cf-421d-96b9-29b7c54eadaa req-96ab852b-fdba-4769-a4f6-8748e2a6e4ca tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.1994927 Aug 21 12:20:57.987143 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1d714a26-1908-41c1-9144-80e5695f8442 req-1538a95e-f074-49dd-8351-03785f5af3a9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893831 Aug 21 12:20:58.000625 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-30bac718-26cf-421d-96b9-29b7c54eadaa req-731ff29a-d856-4cfe-b022-6d2f16022e9d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597374 Aug 21 12:20:58.213509 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1e462-cacf-4b48-a1ef-64f08d5c3579 req-f63b9238-e8b0-4715-903f-d10177aac2fd tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:58.215632 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bdb1e462-cacf-4b48-a1ef-64f08d5c3579 req-f63b9238-e8b0-4715-903f-d10177aac2fd tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.1082141 Aug 21 12:20:58.280332 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bdb1e462-cacf-4b48-a1ef-64f08d5c3579 req-9c5864d7-807f-4aaf-9177-73bff49ad36e tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580304 Aug 21 12:20:58.416878 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:20:58.569417 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1179d-dba4-4b2a-8b97-82924979dbab req-eff08151-71e6-48cc-a26b-78a2b704e557 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:58.576923 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bdc1179d-dba4-4b2a-8b97-82924979dbab req-eff08151-71e6-48cc-a26b-78a2b704e557 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.1339996 Aug 21 12:20:58.614152 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:20:58.633252 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Returning: {'device': 'ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'port_id': 'ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8', 'mac_address': 'fa:16:3e:8a:4b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:20:58.641396 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bdc1179d-dba4-4b2a-8b97-82924979dbab req-ea9b1414-b5b7-457d-b2e6-5669f76c60e1 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634296 Aug 21 12:20:58.694259 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:58.717458 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 {{(pid=82381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:20:58.743043 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:20:58.748585 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:58.750905 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:20:58.846535 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8,revision_number=6']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:20:58.858581 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:20:58.880556 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:20:59.132431 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37e68b-73dc-4d6d-b1cc-34e1caf1dc85 req-c4cc0963-62ac-4d22-8d8f-0d8e4b3cf176 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:59.139827 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0f37e68b-73dc-4d6d-b1cc-34e1caf1dc85 req-c4cc0963-62ac-4d22-8d8f-0d8e4b3cf176 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.1401172 Aug 21 12:20:59.284337 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0f37e68b-73dc-4d6d-b1cc-34e1caf1dc85 req-63cec280-36a1-4ba2-8432-329bfc39b76f tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435492 Aug 21 12:20:59.336301 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7661624-9b88-4b5d-80de-742e1fa8534e req-26a4359a-eb75-47ff-ae09-633fb8123ea0 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:59.337958 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e7661624-9b88-4b5d-80de-742e1fa8534e req-26a4359a-eb75-47ff-ae09-633fb8123ea0 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 945 time: 0.1802385 Aug 21 12:20:59.351301 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-be1231be-441e-4778-942d-b101de3cec03 req-6cfc2899-277b-4f34-8298-61c400e9c6eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d15178842e94d9d8cae320279c910bf&device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 1098 time: 0.1511042 Aug 21 12:20:59.516495 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e7661624-9b88-4b5d-80de-742e1fa8534e req-9939d00b-0b94-4da2-bec3-216ef2a1588b tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639884 Aug 21 12:20:59.613542 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1231be-441e-4778-942d-b101de3cec03 req-42d9cb49-db06-4d11-ac29-125386e1cdb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:59.615766 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-be1231be-441e-4778-942d-b101de3cec03 req-42d9cb49-db06-4d11-ac29-125386e1cdb6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a02cb72-de11-4e13-afc5-fd37a9467374 HTTP/1.1" status: 200 len: 911 time: 0.2419817 Aug 21 12:20:59.980217 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9838f-220a-489a-ac3c-36af0a2fe7cb req-091408b1-4d9c-4ebc-8e69-7043391dcbe3 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:20:59.981858 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8ef9838f-220a-489a-ac3c-36af0a2fe7cb req-091408b1-4d9c-4ebc-8e69-7043391dcbe3 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 944 time: 0.4596205 Aug 21 12:21:00.032603 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-be1231be-441e-4778-942d-b101de3cec03 req-118e7775-f6ee-48ff-af60-b61561d18146 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 HTTP/1.1" status: 200 len: 1000 time: 0.4036684 Aug 21 12:21:00.126154 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8ef9838f-220a-489a-ac3c-36af0a2fe7cb req-e2d2ef11-ce07-4d5b-af4c-98c252afabde tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335340 Aug 21 12:21:00.135981 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22b4a1-52c9-4977-ad4d-4f87f3e1dbda req-45daade7-d884-415c-8942-86f8d69342c9 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:00.137636 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7b22b4a1-52c9-4977-ad4d-4f87f3e1dbda req-45daade7-d884-415c-8942-86f8d69342c9 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.4531753 Aug 21 12:21:00.161551 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1231be-441e-4778-942d-b101de3cec03 req-acaf3405-9984-4e72-bbf4-85dace377f7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:00.164165 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-be1231be-441e-4778-942d-b101de3cec03 req-acaf3405-9984-4e72-bbf4-85dace377f7c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f58e09c1-f79e-4472-81dc-9752e44b5901 HTTP/1.1" status: 200 len: 849 time: 0.1091938 Aug 21 12:21:00.247063 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7b22b4a1-52c9-4977-ad4d-4f87f3e1dbda req-e2bebc07-c70b-4214-ad2b-d80e8b26e402 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017330 Aug 21 12:21:00.271763 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-be1231be-441e-4778-942d-b101de3cec03 req-be9eb256-e8bd-4743-a823-5266c15ef172 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a02cb72-de11-4e13-afc5-fd37a9467374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0995955 Aug 21 12:21:00.442553 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 up at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:21:00.443313 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-be1231be-441e-4778-942d-b101de3cec03 req-447d2b00-ffe9-4f5d-919a-872f45f1b520 service neutron] 10.222.0.21 "GET /v2.0/networks/8a02cb72-de11-4e13-afc5-fd37a9467374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646690 Aug 21 12:21:00.532621 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning complete for port ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:21:00.533057 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:00.666782 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46a1bd-217f-484e-bbb6-70571e471c51 req-243e29a9-5afb-4e80-870f-5f32c1454590 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:00.674796 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-fc46a1bd-217f-484e-bbb6-70571e471c51 req-243e29a9-5afb-4e80-870f-5f32c1454590 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.1919844 Aug 21 12:21:00.687134 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:00.722918 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55deb59-482b-46b7-9199-3988b119cd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8'}] {{(pid=82381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:21:00.730857 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:21:00.733935 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:00.735838 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:21:00.780762 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-be1231be-441e-4778-942d-b101de3cec03 req-659abf25-997d-469b-8973-8773ad38f5bd service neutron] 10.222.0.21 "GET /v2.0/networks/8a02cb72-de11-4e13-afc5-fd37a9467374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293848 Aug 21 12:21:00.847404 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8,revision_number=7']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:21:00.851650 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:21:00.869290 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-fc46a1bd-217f-484e-bbb6-70571e471c51 req-40d1f145-5106-4f26-bedb-674d77892ba5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925523 Aug 21 12:21:00.877064 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce1091-33d7-425d-a396-7f326998e5a6 req-9fa644cf-b4af-4dbd-98cf-4de3af0cf9cd tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:00.878898 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-75ce1091-33d7-425d-a396-7f326998e5a6 req-9fa644cf-b4af-4dbd-98cf-4de3af0cf9cd tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 945 time: 0.1912353 Aug 21 12:21:00.937588 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-75ce1091-33d7-425d-a396-7f326998e5a6 req-feee3b7d-de9d-40ca-b38c-a0ffa2bb85f6 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514619 Aug 21 12:21:00.956859 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55deb59-482b-46b7-9199-3988b119cd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8', 'code': 200} Aug 21 12:21:01.406400 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc2c95-033a-41d5-9164-604457e6bab3 req-25cc8a0e-90cd-4d86-b4d2-bcd9afe6bd68 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:01.419669 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-fdfc2c95-033a-41d5-9164-604457e6bab3 req-25cc8a0e-90cd-4d86-b4d2-bcd9afe6bd68 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.1370218 Aug 21 12:21:01.537787 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-fdfc2c95-033a-41d5-9164-604457e6bab3 req-c417b79e-33d3-4972-93b6-60a4f84903e0 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209247 Aug 21 12:21:01.557060 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc146c9-82d3-4b0c-b0ce-5dc80e165b87 req-53ec65fd-2610-4ff2-b385-f6e69a9e7764 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:01.559575 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0dc146c9-82d3-4b0c-b0ce-5dc80e165b87 req-53ec65fd-2610-4ff2-b385-f6e69a9e7764 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.1616004 Aug 21 12:21:01.617832 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0dc146c9-82d3-4b0c-b0ce-5dc80e165b87 req-bd7f66cc-a51b-4fdc-ab5f-3bb1a0dfbf41 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521665 Aug 21 12:21:02.260285 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-ef28205b-29a1-415f-b179-c01e53ecdeeb tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:02.262063 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-ef28205b-29a1-415f-b179-c01e53ecdeeb tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/networks?id=fb61732c-c52e-4864-ba61-9ddcc4b9007c HTTP/1.1" status: 200 len: 813 time: 0.2661281 Aug 21 12:21:02.286166 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b213dc-ab47-446f-bf8b-89a8759fe077 req-268bc75b-44cb-4d9a-ba22-85b88cabb198 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:02.288797 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f3b213dc-ab47-446f-bf8b-89a8759fe077 req-268bc75b-44cb-4d9a-ba22-85b88cabb198 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.1491511 Aug 21 12:21:02.294443 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-5345302d-dd2b-4ee9-aef0-2808dafccfd9 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/quotas/f04b45e6b62a49fbbf9eada7c40a9bf6 HTTP/1.1" status: 200 len: 375 time: 0.0226388 Aug 21 12:21:02.414758 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f3b213dc-ab47-446f-bf8b-89a8759fe077 req-dc830add-ad2c-461b-926c-e84b1e81912a tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129308 Aug 21 12:21:02.428691 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-07717eb3-e705-434d-82ac-32b20a9ce4b1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Synchronizing usage tracker for tenant:f04b45e6b62a49fbbf9eada7c40a9bf6 on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:21:02.459742 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-07717eb3-e705-434d-82ac-32b20a9ce4b1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Unset dirty status for tenant:f04b45e6b62a49fbbf9eada7c40a9bf6 on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:21:02.461487 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-07717eb3-e705-434d-82ac-32b20a9ce4b1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f04b45e6b62a49fbbf9eada7c40a9bf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1609819 Aug 21 12:21:02.695677 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-c1a61999-c355-4082-8a7e-5cdeb9e8f1a4 service neutron] 10.222.0.11 "GET /v2.0/networks/fb61732c-c52e-4864-ba61-9ddcc4b9007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214682 Aug 21 12:21:02.710515 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8433a47-b618-492e-b071-645bd5b6d369 req-771569fc-5431-4715-bdbe-f73adb617a99 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:02.712068 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b8433a47-b618-492e-b071-645bd5b6d369 req-771569fc-5431-4715-bdbe-f73adb617a99 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 945 time: 0.1475985 Aug 21 12:21:02.884807 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b8433a47-b618-492e-b071-645bd5b6d369 req-ec539c80-b76d-4b4e-ab3d-13d12c33b92f tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485105 Aug 21 12:21:02.940863 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-18f715e1-6c08-4d5d-b2e1-938867d24589 service neutron] 10.222.0.11 "GET /v2.0/networks/fb61732c-c52e-4864-ba61-9ddcc4b9007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368519 Aug 21 12:21:03.161513 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f82c2-3edd-454b-82a5-8384b7dbfeff req-e884d11a-eeb9-4c3a-9e1d-4f77e3ab2f60 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:03.164482 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e71f82c2-3edd-454b-82a5-8384b7dbfeff req-e884d11a-eeb9-4c3a-9e1d-4f77e3ab2f60 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.1336923 Aug 21 12:21:03.306814 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e71f82c2-3edd-454b-82a5-8384b7dbfeff req-e9499cf0-353f-48ba-8421-5559acfb2993 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349545 Aug 21 12:21:03.340304 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef2a82-e226-4919-a529-ac432fac8f25 req-edbc5304-2ae3-4add-b066-153ee7931d24 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:03.353050 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cbef2a82-e226-4919-a529-ac432fac8f25 req-edbc5304-2ae3-4add-b066-153ee7931d24 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.1406908 Aug 21 12:21:03.462452 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cbef2a82-e226-4919-a529-ac432fac8f25 req-d49eb603-2e76-40a7-abb7-3f3f7cedef17 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109588 Aug 21 12:21:03.481607 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-4cdbfbda-2a98-48dd-9df9-e4eb41bad79b req-e81bdcb7-3a68-4e1c-8ece-b1fb405d8a70 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 210 time: 0.0801144 Aug 21 12:21:04.109733 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114b7f6-fd14-4eb0-b31b-3a71b6b2a6ce req-d6cc4565-b498-409b-8a8d-66e136ce0c50 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:04.113488 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1114b7f6-fd14-4eb0-b31b-3a71b6b2a6ce req-d6cc4565-b498-409b-8a8d-66e136ce0c50 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 945 time: 0.0879033 Aug 21 12:21:04.161762 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1114b7f6-fd14-4eb0-b31b-3a71b6b2a6ce req-0417978c-b46c-4da5-b8e6-87935de63320 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434151 Aug 21 12:21:04.560351 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152ada6-9891-4127-b405-64d23bd95271 req-4fb51338-8ca8-4345-a37a-b77938c442ac tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:04.568793 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8152ada6-9891-4127-b405-64d23bd95271 req-4fb51338-8ca8-4345-a37a-b77938c442ac tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.1010952 Aug 21 12:21:04.683145 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8152ada6-9891-4127-b405-64d23bd95271 req-35c4eac4-6983-4afb-a1dd-4cedf01fa895 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132615 Aug 21 12:21:04.739399 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc1a92-4ae5-4f45-b52b-415966da1f83 req-47334519-f4f1-49ec-a344-30816040750c tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:04.753577 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c1fc1a92-4ae5-4f45-b52b-415966da1f83 req-47334519-f4f1-49ec-a344-30816040750c tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.1204822 Aug 21 12:21:04.952026 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0322ec92-4f9d-43cd-b949-168dd3e190e3 req-5a90a597-2230-4609-bd56-f6f14d58b03a tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 210 time: 0.1184173 Aug 21 12:21:04.985398 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c1fc1a92-4ae5-4f45-b52b-415966da1f83 req-d3d3e17b-b00b-47e5-896c-b79e3c3207f9 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285717 Aug 21 12:21:05.018736 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37634765-e8d1-4691-9660-4d8a18e0b22e req-badc8f1d-c050-47ad-b52c-e1489444fbf5 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:05.020548 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-37634765-e8d1-4691-9660-4d8a18e0b22e req-badc8f1d-c050-47ad-b52c-e1489444fbf5 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.21 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 945 time: 0.1329267 Aug 21 12:21:05.115252 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-37634765-e8d1-4691-9660-4d8a18e0b22e req-8792c3b5-e830-4aa0-82aa-20e6b9de25d9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Deleting port d6d4f2a9-6c79-41c1-9278-111f767156ca {{(pid=82379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:21:05.115747 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-37634765-e8d1-4691-9660-4d8a18e0b22e req-8792c3b5-e830-4aa0-82aa-20e6b9de25d9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:05.175880 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-058c5ce3-7808-4c5b-ba91-8d8c74f85692 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:05.177010 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-058c5ce3-7808-4c5b-ba91-8d8c74f85692 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Synchronizing usage tracker for tenant:f04b45e6b62a49fbbf9eada7c40a9bf6 on resource:network {{(pid=82380) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:21:05.203924 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-058c5ce3-7808-4c5b-ba91-8d8c74f85692 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Unset dirty status for tenant:f04b45e6b62a49fbbf9eada7c40a9bf6 on resource:network {{(pid=82380) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:21:05.206280 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-058c5ce3-7808-4c5b-ba91-8d8c74f85692 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.21 "GET /v2.0/networks?id=fb61732c-c52e-4864-ba61-9ddcc4b9007c HTTP/1.1" status: 200 len: 813 time: 0.2812724 Aug 21 12:21:05.248344 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Request body: {'port': {'device_id': '8ccb805e-f4ce-46d4-af8b-571d5edcc28a', 'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c', 'admin_state_up': True, 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:21:05.473742 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:21:05.485939 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:21:05.500644 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Made reservation on behalf of f04b45e6b62a49fbbf9eada7c40a9bf6 for: {'port': 1} {{(pid=82380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:21:05.512063 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:05.634963 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-37634765-e8d1-4691-9660-4d8a18e0b22e req-8792c3b5-e830-4aa0-82aa-20e6b9de25d9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] For port d6d4f2a9-6c79-41c1-9278-111f767156ca, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=d6d4f2a9-6c79-41c1-9278-111f767156ca,segment=NetworkSegment(6f222f72-9449-4dad-97ab-70099dd75978),segment_id=6f222f72-9449-4dad-97ab-70099dd75978)] {{(pid=82379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:21:05.635586 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-37634765-e8d1-4691-9660-4d8a18e0b22e req-8792c3b5-e830-4aa0-82aa-20e6b9de25d9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:05.834951 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15f623-bd6a-4e76-9a38-eb78cb25e3e6 req-f62a7ce3-50bb-4c19-b73e-ca4a927f2008 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:05.838881 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2e15f623-bd6a-4e76-9a38-eb78cb25e3e6 req-f62a7ce3-50bb-4c19-b73e-ca4a927f2008 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 945 time: 0.4311891 Aug 21 12:21:05.864401 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Allocated IP 172.20.0.3 (fb61732c-c52e-4864-ba61-9ddcc4b9007c/0c1b910a-8c38-40eb-bbef-e2693f867665/9f0324e4-398b-4693-895b-84060224a3ac) {{(pid=82380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:21:05.988877 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-37634765-e8d1-4691-9660-4d8a18e0b22e req-8792c3b5-e830-4aa0-82aa-20e6b9de25d9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Calling delete_port for d6d4f2a9-6c79-41c1-9278-111f767156ca owned by compute:nova {{(pid=82379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:21:06.249959 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for port, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:06.276262 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Transition to ACTIVE for port object 9f0324e4-398b-4693-895b-84060224a3ac will not be triggered until provisioned by entity DHCP. {{(pid=82380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:21:06.302038 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:06.316974 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:21:06.432568 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2e15f623-bd6a-4e76-9a38-eb78cb25e3e6 req-831f6868-8271-4d2d-a657-70992a05eab5 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721625 Aug 21 12:21:06.491488 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Pushing event updated for resources: {'Port': ['ID=9f0324e4-398b-4693-895b-84060224a3ac,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:21:06.510361 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Network fb61732c-c52e-4864-ba61-9ddcc4b9007c is already hosted by enough agents. {{(pid=82380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:21:06.512289 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:06.512956 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:06.513474 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:06.513879 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:06.514360 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:06.514962 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:06.515460 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:06.516181 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:06.516663 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:06.517166 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:06.517650 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:06.529456 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61ce23-28dc-4121-812d-9d174083e0e7 req-82ca4b5b-1593-4eb4-8b78-08be8273f6b5 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:06.531264 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8c61ce23-28dc-4121-812d-9d174083e0e7 req-82ca4b5b-1593-4eb4-8b78-08be8273f6b5 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.5550923 Aug 21 12:21:06.539691 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Resources bound (agent type, host, resource id): {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:21:06.542604 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:21:06.543609 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Received port after_create {{(pid=82380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:21:06.585450 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-37634765-e8d1-4691-9660-4d8a18e0b22e req-8792c3b5-e830-4aa0-82aa-20e6b9de25d9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:06.602730 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-8f998fa7-4697-4b25-9416-8505609ea4cd tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:21:06.636558 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:06.637921 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for port, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:06.679155 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4441779 Aug 21 12:21:06.754798 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792c3b5-e830-4aa0-82aa-20e6b9de25d9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Pushing event deleted for resources: {'Port': ['ID=d6d4f2a9-6c79-41c1-9278-111f767156ca,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:21:06.854588 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-37634765-e8d1-4691-9660-4d8a18e0b22e req-8792c3b5-e830-4aa0-82aa-20e6b9de25d9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] No DVR routers for this DVR port d6d4f2a9-6c79-41c1-9278-111f767156ca on host hv-cinder-80547 {{(pid=82379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:21:06.866523 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-37634765-e8d1-4691-9660-4d8a18e0b22e req-8792c3b5-e830-4aa0-82aa-20e6b9de25d9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:06.869568 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06759cf8-27c5-42f9-9923-c86fa95e3127', 'name': 'network-vif-deleted', 'tag': 'd6d4f2a9-6c79-41c1-9278-111f767156ca'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:21:06.876727 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792c3b5-e830-4aa0-82aa-20e6b9de25d9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:06.881108 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792c3b5-e830-4aa0-82aa-20e6b9de25d9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:06.881605 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792c3b5-e830-4aa0-82aa-20e6b9de25d9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:06.882012 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792c3b5-e830-4aa0-82aa-20e6b9de25d9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:06.882415 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792c3b5-e830-4aa0-82aa-20e6b9de25d9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:06.882812 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792c3b5-e830-4aa0-82aa-20e6b9de25d9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:06.883203 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792c3b5-e830-4aa0-82aa-20e6b9de25d9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:06.883595 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792c3b5-e830-4aa0-82aa-20e6b9de25d9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:06.883984 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792c3b5-e830-4aa0-82aa-20e6b9de25d9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:06.884372 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792c3b5-e830-4aa0-82aa-20e6b9de25d9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:06.884758 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792c3b5-e830-4aa0-82aa-20e6b9de25d9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:06.896880 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-8792c3b5-e830-4aa0-82aa-20e6b9de25d9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:21:06.909616 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8c61ce23-28dc-4121-812d-9d174083e0e7 req-b59a5da3-32c9-4cd2-b9bb-f2efe6224de1 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3517153 Aug 21 12:21:06.915067 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-37634765-e8d1-4691-9660-4d8a18e0b22e req-8792c3b5-e830-4aa0-82aa-20e6b9de25d9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.21 "DELETE /v2.0/ports/d6d4f2a9-6c79-41c1-9278-111f767156ca HTTP/1.1" status: 204 len: 173 time: 1.8882973 Aug 21 12:21:06.949764 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbd13b-f85d-41a1-bd5f-4eec31ef84d7 req-6c3e779b-7e4c-4cfe-b1bf-abb351b1ef8a tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:06.951835 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-edfbd13b-f85d-41a1-bd5f-4eec31ef84d7 req-6c3e779b-7e4c-4cfe-b1bf-abb351b1ef8a tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 931 time: 0.2828085 Aug 21 12:21:07.025133 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-edfbd13b-f85d-41a1-bd5f-4eec31ef84d7 req-6eda3dd9-2523-49ce-806e-f8ffe6d82830 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668647 Aug 21 12:21:07.069439 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b44c1542-5334-439b-8d01-d98d0dba4703 None None] Provisioning for port 9f0324e4-398b-4693-895b-84060224a3ac completed by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:21:07.075189 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b44c1542-5334-439b-8d01-d98d0dba4703 None None] Provisioning complete for port 9f0324e4-398b-4693-895b-84060224a3ac triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:21:07.075933 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b44c1542-5334-439b-8d01-d98d0dba4703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:07.118308 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06759cf8-27c5-42f9-9923-c86fa95e3127', 'name': 'network-vif-deleted', 'tag': 'd6d4f2a9-6c79-41c1-9278-111f767156ca', 'status': 'completed', 'code': 200} Aug 21 12:21:07.134619 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-b44c1542-5334-439b-8d01-d98d0dba4703 None None] Port 9f0324e4-398b-4693-895b-84060224a3ac cannot update to ACTIVE because it is not bound. {{(pid=82381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:21:07.137403 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e2798-ff19-49fa-a9f5-1616b9b62bf2 req-0ca9fdaa-83a6-4cd7-9ae0-22f2d34dd531 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:07.139014 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-fe8e2798-ff19-49fa-a9f5-1616b9b62bf2 req-0ca9fdaa-83a6-4cd7-9ae0-22f2d34dd531 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.0991325 Aug 21 12:21:07.189622 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-fe8e2798-ff19-49fa-a9f5-1616b9b62bf2 req-36dc056f-c78d-4d12-9f18-d51fff6edfa2 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444520 Aug 21 12:21:07.627875 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-9a0b9f9d-6e44-400c-84c7-c8d594307a27 req-6176a41e-6555-4b47-86b6-934fee18416a tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Synchronizing usage tracker for tenant:33a7f0cf3144434084731b6af961d0d4 on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:21:07.643053 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-9a0b9f9d-6e44-400c-84c7-c8d594307a27 req-6176a41e-6555-4b47-86b6-934fee18416a tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Unset dirty status for tenant:33a7f0cf3144434084731b6af961d0d4 on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:21:07.644330 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9a0b9f9d-6e44-400c-84c7-c8d594307a27 req-6176a41e-6555-4b47-86b6-934fee18416a tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 210 time: 0.0664968 Aug 21 12:21:08.140701 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2bb95-555f-46f8-90d2-0e0763e52fab req-5252735b-ce23-4324-a674-f1917abaa8e3 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:08.142844 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-91b2bb95-555f-46f8-90d2-0e0763e52fab req-5252735b-ce23-4324-a674-f1917abaa8e3 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.0891001 Aug 21 12:21:08.250720 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-91b2bb95-555f-46f8-90d2-0e0763e52fab req-84c53d46-19c7-41df-bbdc-41c878112958 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001818 Aug 21 12:21:08.280874 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a541d44-ec7b-4812-a8e4-9c766544068b req-df391063-aa35-4bf7-b9a3-5bbe7ba58bb6 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:08.291695 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6a541d44-ec7b-4812-a8e4-9c766544068b req-df391063-aa35-4bf7-b9a3-5bbe7ba58bb6 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 931 time: 0.1251910 Aug 21 12:21:08.343486 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6a541d44-ec7b-4812-a8e4-9c766544068b req-bfdb5456-73c9-40d2-8b73-27001e1935c8 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504315 Aug 21 12:21:08.469399 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device d6d4f2a9-6c79-41c1-9278-111f767156ca no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:21:08.476378 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7420556-a95f-4307-b376-34cbba7e5cd0 req-bda0f01c-dbec-4006-9fa0-2a0155616366 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:08.482385 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f7420556-a95f-4307-b376-34cbba7e5cd0 req-bda0f01c-dbec-4006-9fa0-2a0155616366 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.0911736 Aug 21 12:21:08.511074 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] No Port match for: d6d4f2a9-6c79-41c1-9278-111f767156ca {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:21:08.511473 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device d6d4f2a9-6c79-41c1-9278-111f767156ca not bound to the agent host hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:21:08.530928 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f7420556-a95f-4307-b376-34cbba7e5cd0 req-e14b8cf6-b236-4324-936e-9ba82559f3d2 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468376 Aug 21 12:21:08.835830 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f6e3ea56-15c5-427b-a361-d1c0dcd04585 req-da8b9e8c-281c-4d48-9432-7f46ca3e9a7d tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 210 time: 0.0602732 Aug 21 12:21:09.556544 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599b541-0b05-44c3-b038-aa8393c31692 req-e559fce3-bc67-40a5-91ae-2f64a546aad8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:09.559380 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6599b541-0b05-44c3-b038-aa8393c31692 req-e559fce3-bc67-40a5-91ae-2f64a546aad8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.1524005 Aug 21 12:21:09.622911 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbbe60-3b57-4b88-9f49-bada916754ba req-36ceb209-8f75-4241-8066-bb506af1c8ea tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:09.624530 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-13cbbe60-3b57-4b88-9f49-bada916754ba req-36ceb209-8f75-4241-8066-bb506af1c8ea tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 931 time: 0.1391399 Aug 21 12:21:09.651898 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6599b541-0b05-44c3-b038-aa8393c31692 req-58fb18e9-4e51-421d-af84-8c36747a3bc0 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863757 Aug 21 12:21:09.681581 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-13cbbe60-3b57-4b88-9f49-bada916754ba req-a8478484-9f43-4a67-a5b3-a2631a1e0fe4 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504966 Aug 21 12:21:09.920274 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b38bf-4994-494c-b9ba-f54864f088ab req-33d8c60a-e289-4532-b801-6f0278db9fb2 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:09.921943 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-038b38bf-4994-494c-b9ba-f54864f088ab req-33d8c60a-e289-4532-b801-6f0278db9fb2 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.1159887 Aug 21 12:21:09.976597 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-038b38bf-4994-494c-b9ba-f54864f088ab req-737f0548-7c61-4663-b488-1f40c504358b tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474670 Aug 21 12:21:10.030460 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6dbc219b-3e02-47bc-b69d-5371de3b1d3c req-ecc08d17-2061-4665-a12b-0a741c483d45 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 210 time: 0.0527096 Aug 21 12:21:10.981582 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bedd1-62e7-40ee-a264-89bf86e42f61 req-5e451ae6-d8ac-4d81-9b0f-4b1e8b7a7d8c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:10.983208 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1e0bedd1-62e7-40ee-a264-89bf86e42f61 req-5e451ae6-d8ac-4d81-9b0f-4b1e8b7a7d8c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.1565635 Aug 21 12:21:10.991260 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6039c58-a950-403b-8687-ced1c29cdeb2 req-dc283032-26fe-4392-8ceb-7a4f78be43b7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:10.992834 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b6039c58-a950-403b-8687-ced1c29cdeb2 req-dc283032-26fe-4392-8ceb-7a4f78be43b7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 931 time: 0.1292524 Aug 21 12:21:11.075554 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1e0bedd1-62e7-40ee-a264-89bf86e42f61 req-202ce78b-13c0-464f-bed7-1a3ce5ac71d2 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816197 Aug 21 12:21:11.080455 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b6039c58-a950-403b-8687-ced1c29cdeb2 req-ea01f071-a93c-43b6-8f50-704871d2a8bf tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711071 Aug 21 12:21:11.288309 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c708d864-246a-4a32-a386-2b141b8da7b1 req-8abe31c6-b0be-416a-ac6a-c065acd95abb tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 210 time: 0.0560851 Aug 21 12:21:11.322241 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22fa9c-91d9-4076-9a12-487e91031a65 req-ce631246-ea18-4187-ad1a-e9a2708e972d tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:11.323880 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3e22fa9c-91d9-4076-9a12-487e91031a65 req-ce631246-ea18-4187-ad1a-e9a2708e972d tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.1299355 Aug 21 12:21:11.377570 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3e22fa9c-91d9-4076-9a12-487e91031a65 req-5d2c859f-d16b-4380-87cb-a26a67523859 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456645 Aug 21 12:21:12.375478 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b41a3-598c-4912-87c1-9ed6cde82693 req-a273f4fb-d615-43a7-8029-3b93a2389c57 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:12.377074 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-297b41a3-598c-4912-87c1-9ed6cde82693 req-a273f4fb-d615-43a7-8029-3b93a2389c57 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 931 time: 0.1609113 Aug 21 12:21:12.383320 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79caba69-c8b4-4869-b182-6bf952de693e req-caa22374-ee74-4d01-9d40-26ae8c197b12 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:12.385135 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-79caba69-c8b4-4869-b182-6bf952de693e req-caa22374-ee74-4d01-9d40-26ae8c197b12 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.1284721 Aug 21 12:21:12.462822 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-297b41a3-598c-4912-87c1-9ed6cde82693 req-61c4a84d-f0e1-43a9-b65f-fcb27f306d7b tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766079 Aug 21 12:21:12.483206 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-79caba69-c8b4-4869-b182-6bf952de693e req-39ed972c-db2e-40e2-85fd-3432ca3cebc9 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785747 Aug 21 12:21:12.703537 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ea496dd1-6e55-4fbe-afa7-cf38c26ea682 req-568c4be9-9946-4791-a13a-ab732bc14391 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 210 time: 0.0587189 Aug 21 12:21:12.736539 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba224f-742e-41b4-8c7c-6f2560fdd250 req-8c1c1ef2-7cc4-4c88-9213-cf26a4ae1d69 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:12.738182 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d1ba224f-742e-41b4-8c7c-6f2560fdd250 req-8c1c1ef2-7cc4-4c88-9213-cf26a4ae1d69 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.1328802 Aug 21 12:21:12.801871 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d1ba224f-742e-41b4-8c7c-6f2560fdd250 req-e9324649-735d-4f53-a2b6-df56f9f41a76 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566504 Aug 21 12:21:13.049166 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9b640379-899c-4b68-9e3b-35b14a18d908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:13.867790 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3aba46-c50b-44fa-b78e-930e8956d4e9 req-45a2afa8-a02d-4e14-bc18-90decfe3c85a tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:13.869611 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ba3aba46-c50b-44fa-b78e-930e8956d4e9 req-45a2afa8-a02d-4e14-bc18-90decfe3c85a tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 931 time: 0.2759979 Aug 21 12:21:13.881152 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8a285-067d-4db4-a350-03609a521586 req-3b2e3d69-baca-4c0d-9cc2-da142a8918fa tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:13.882898 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-20c8a285-067d-4db4-a350-03609a521586 req-3b2e3d69-baca-4c0d-9cc2-da142a8918fa tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.2449796 Aug 21 12:21:13.962821 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ba3aba46-c50b-44fa-b78e-930e8956d4e9 req-8ab76c94-1f5b-47a0-ae01-609bcdd9f029 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788600 Aug 21 12:21:13.967693 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-20c8a285-067d-4db4-a350-03609a521586 req-be9323bf-e0bd-414b-8330-c79e1e71a1ef tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671091 Aug 21 12:21:14.189003 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-062865ed-7dc1-4d71-8f43-c5454490b2c7 req-d62d5303-b9d5-4fc9-a289-526f7620cefe tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 210 time: 0.0844817 Aug 21 12:21:14.246390 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e215b-40d8-4575-b0c1-ba867baf6093 req-deee6406-c015-4d5d-83b2-061220939f2b tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:14.248238 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e02e215b-40d8-4575-b0c1-ba867baf6093 req-deee6406-c015-4d5d-83b2-061220939f2b tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.1040440 Aug 21 12:21:14.299648 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e02e215b-40d8-4575-b0c1-ba867baf6093 req-025f3504-d826-4268-8ca1-d024e4015675 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453737 Aug 21 12:21:14.495080 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:15.176370 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2cbb1e68-be78-4e28-9c2d-57dc9cd3e7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:15.210550 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49286d18-69aa-483b-b0a9-c0064ac391fe req-4bfd696e-c186-4211-aaf0-d4478e368a35 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:15.213560 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-49286d18-69aa-483b-b0a9-c0064ac391fe req-4bfd696e-c186-4211-aaf0-d4478e368a35 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 931 time: 0.1091483 Aug 21 12:21:15.267429 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-49286d18-69aa-483b-b0a9-c0064ac391fe req-9fe524c3-7a6d-4d86-b187-f37b8fcf3dfd tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487552 Aug 21 12:21:15.372445 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3dc9b-65fc-4ac8-bb60-e27e39e4c300 req-540a6319-6e2e-42d8-9a12-235347c1bda6 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:15.374155 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9ae3dc9b-65fc-4ac8-bb60-e27e39e4c300 req-540a6319-6e2e-42d8-9a12-235347c1bda6 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.1097171 Aug 21 12:21:15.449569 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-217abfb6-4e80-4576-94ec-c8a66949296d req-ee8e709c-4745-4738-9bb2-65b226b1be68 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 210 time: 0.0534396 Aug 21 12:21:15.478519 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9ae3dc9b-65fc-4ac8-bb60-e27e39e4c300 req-42af347d-2c4b-4750-8574-c7e478c13738 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973949 Aug 21 12:21:15.664300 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6db77-85f3-4a28-9718-a499524622c7 req-a457452e-2309-4096-8ed0-5b1946dcf000 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:15.665997 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-4bf6db77-85f3-4a28-9718-a499524622c7 req-a457452e-2309-4096-8ed0-5b1946dcf000 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.0825100 Aug 21 12:21:15.717799 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-4bf6db77-85f3-4a28-9718-a499524622c7 req-43f54fc5-4392-4cc9-aa1b-513838cddf6f tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446203 Aug 21 12:21:15.786465 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:16.667578 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-63e7f426-87d0-4a93-bfdf-c6ab9cb50ba6 req-6a4e868f-14ff-462c-801f-6a8c19855fa2 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 210 time: 0.0512514 Aug 21 12:21:16.709859 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d508602-5cfe-4830-ac99-e8cc00be8305 req-af3d6509-a6d7-41d5-9030-9682987c6de1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:16.711523 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9d508602-5cfe-4830-ac99-e8cc00be8305 req-af3d6509-a6d7-41d5-9030-9682987c6de1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 931 time: 0.3191197 Aug 21 12:21:16.773039 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9d508602-5cfe-4830-ac99-e8cc00be8305 req-0f794aa9-a94d-4139-97b0-e4bf16b38d1a tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504222 Aug 21 12:21:16.892931 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572b07b-a960-4061-8435-52cd0c7159a1 req-84a87368-18ac-4916-9dfe-79f9e5b0255a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:16.894492 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9572b07b-a960-4061-8435-52cd0c7159a1 req-84a87368-18ac-4916-9dfe-79f9e5b0255a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.1001725 Aug 21 12:21:17.005262 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9572b07b-a960-4061-8435-52cd0c7159a1 req-b0af4106-8fff-4915-9462-e1b9e6d12f1f tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769935 Aug 21 12:21:17.022665 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824ff4f-fb4f-4617-af27-e565d5322db3 req-fc6beb08-6e12-4a5b-8fe5-1bd5b767428b tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:17.024289 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5824ff4f-fb4f-4617-af27-e565d5322db3 req-fc6beb08-6e12-4a5b-8fe5-1bd5b767428b tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.1379957 Aug 21 12:21:17.075950 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5824ff4f-fb4f-4617-af27-e565d5322db3 req-0d2d1d3e-3a46-4282-80bd-b3f5cfb43842 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452843 Aug 21 12:21:17.170477 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:17.846997 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d496c996-bf4f-4948-b27a-edbfcc22ca40 req-06e91037-ae91-46a3-a489-1ded32c04a2b tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 210 time: 0.0486760 Aug 21 12:21:17.977848 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18c5af-168a-4ac6-bc41-bd9a2f057c0c req-c61d0582-d84c-445b-bd2a-5a50caa32bdc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:17.979344 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3f18c5af-168a-4ac6-bc41-bd9a2f057c0c req-c61d0582-d84c-445b-bd2a-5a50caa32bdc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 931 time: 0.0813291 Aug 21 12:21:18.027644 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3f18c5af-168a-4ac6-bc41-bd9a2f057c0c req-9c49b69f-faa6-4eb5-8c33-882f99103c6a tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423219 Aug 21 12:21:18.278000 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419b2e1-4e67-4efa-9ec7-585e8e914658 req-7f8c4c89-2bb3-48b8-a814-5faf8de5abb0 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:18.279513 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-4419b2e1-4e67-4efa-9ec7-585e8e914658 req-7f8c4c89-2bb3-48b8-a814-5faf8de5abb0 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.1361120 Aug 21 12:21:18.328371 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85bf109-0896-4280-93f5-8aa5871af5b2 req-32246192-6cb3-4bc4-992f-1b4083322280 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:18.329965 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f85bf109-0896-4280-93f5-8aa5871af5b2 req-32246192-6cb3-4bc4-992f-1b4083322280 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.1280787 Aug 21 12:21:18.374359 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-4419b2e1-4e67-4efa-9ec7-585e8e914658 req-a30d92f0-7441-4a41-82eb-22ca81ba9425 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821145 Aug 21 12:21:18.395157 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f85bf109-0896-4280-93f5-8aa5871af5b2 req-e2a82249-28bf-4a26-bc4c-c94956e533fe tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572567 Aug 21 12:21:18.778157 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:19.018541 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a8aee077-9805-479f-83b3-872334334665 req-afdf9777-8ed3-4561-8247-d829889f44b9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 210 time: 0.0490603 Aug 21 12:21:19.227156 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fce748-c741-4643-a028-ea0f4772bbac req-ed11ead1-8abe-4643-8012-9d88342c622e tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:19.228733 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-46fce748-c741-4643-a028-ea0f4772bbac req-ed11ead1-8abe-4643-8012-9d88342c622e tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 931 time: 0.0819004 Aug 21 12:21:19.280204 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-46fce748-c741-4643-a028-ea0f4772bbac req-85795e23-ac68-474b-983b-dd2c35f50854 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454257 Aug 21 12:21:19.655566 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726b8c2-760c-474a-b8f1-485e709bb46c req-fc81921f-fca2-4460-b0d4-f074deefd2ec tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:19.657184 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5726b8c2-760c-474a-b8f1-485e709bb46c req-fc81921f-fca2-4460-b0d4-f074deefd2ec tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.1452253 Aug 21 12:21:19.664308 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac0ff8-0f8f-4c37-8376-f4b032fbc1d9 req-d51749bf-a622-4136-9241-0c8b155e3d9e tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:19.665785 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-80ac0ff8-0f8f-4c37-8376-f4b032fbc1d9 req-d51749bf-a622-4136-9241-0c8b155e3d9e tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.1198926 Aug 21 12:21:19.746155 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5726b8c2-760c-474a-b8f1-485e709bb46c req-eb66ae58-7f63-4afc-b780-e82451019142 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793421 Aug 21 12:21:19.748660 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-80ac0ff8-0f8f-4c37-8376-f4b032fbc1d9 req-eb9bcbd6-3e61-43f8-9687-17fa8a7a1edb tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652127 Aug 21 12:21:20.108348 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-ca2557e4-32a5-435a-a009-e2d6c8c99f30 service neutron] Request body: {'port': {'device_id': '8ccb805e-f4ce-46d4-af8b-571d5edcc28a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:21:20.240314 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ceaa65d4-be43-4831-97f5-331e9fb4443c req-a420f9d8-2f56-4ce6-a349-e77bda600bf9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 210 time: 0.0569332 Aug 21 12:21:20.278527 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-ca2557e4-32a5-435a-a009-e2d6c8c99f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:20.527472 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16f7a5-c2f3-4b24-bcbf-8397dd2288e6 req-ffa52cd2-f44e-4922-8f3c-d9c0baa2f608 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:20.529181 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1a16f7a5-c2f3-4b24-bcbf-8397dd2288e6 req-ffa52cd2-f44e-4922-8f3c-d9c0baa2f608 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 931 time: 0.0981979 Aug 21 12:21:20.598713 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1a16f7a5-c2f3-4b24-bcbf-8397dd2288e6 req-83e266f8-ee73-4e8b-b8a8-9ff927a272c7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631573 Aug 21 12:21:20.716677 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-ca2557e4-32a5-435a-a009-e2d6c8c99f30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f0324e4-398b-4693-895b-84060224a3ac {{(pid=82380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:21:20.724868 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-ca2557e4-32a5-435a-a009-e2d6c8c99f30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:20.740929 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-ca2557e4-32a5-435a-a009-e2d6c8c99f30 service neutron] Transition to ACTIVE for port object 9f0324e4-398b-4693-895b-84060224a3ac will not be triggered until provisioned by entity L2. {{(pid=82380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:21:20.743678 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-ca2557e4-32a5-435a-a009-e2d6c8c99f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848059139'] for port, after_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:20.748364 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:21:21.033340 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2557e4-32a5-435a-a009-e2d6c8c99f30 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0324e4-398b-4693-895b-84060224a3ac,revision_number=2']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:21:21.045293 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ca2557e4-32a5-435a-a009-e2d6c8c99f30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:21:21.186293 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-ca2557e4-32a5-435a-a009-e2d6c8c99f30 service neutron] Attempting to bind port 9f0324e4-398b-4693-895b-84060224a3ac on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:21:21.186999 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-ca2557e4-32a5-435a-a009-e2d6c8c99f30 service neutron] Attempting to bind port 9f0324e4-398b-4693-895b-84060224a3ac by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '477f8d3c-0c4e-4c51-a839-287ff5c8f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c'}] {{(pid=82380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:21:21.187799 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-ca2557e4-32a5-435a-a009-e2d6c8c99f30 service neutron] Attempting to bind port 9f0324e4-398b-4693-895b-84060224a3ac on network fb61732c-c52e-4864-ba61-9ddcc4b9007c {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:21:21.198401 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-ca2557e4-32a5-435a-a009-e2d6c8c99f30 service neutron] Port 9f0324e4-398b-4693-895b-84060224a3ac on network fb61732c-c52e-4864-ba61-9ddcc4b9007c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:21:21.198761 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-ca2557e4-32a5-435a-a009-e2d6c8c99f30 service neutron] Attempting to bind port 9f0324e4-398b-4693-895b-84060224a3ac on network fb61732c-c52e-4864-ba61-9ddcc4b9007c {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:21:21.210920 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-ca2557e4-32a5-435a-a009-e2d6c8c99f30 service neutron] Checking agent: {'id': '04f4107c-da72-461b-9c35-d993a4b9fd6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'started_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:21:21.211320 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-ca2557e4-32a5-435a-a009-e2d6c8c99f30 service neutron] Checking segment: {'id': '477f8d3c-0c4e-4c51-a839-287ff5c8f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:21:21.211718 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-ca2557e4-32a5-435a-a009-e2d6c8c99f30 service neutron] Bound using segment: {'id': '477f8d3c-0c4e-4c51-a839-287ff5c8f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c'} {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:21:21.212210 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-ca2557e4-32a5-435a-a009-e2d6c8c99f30 service neutron] Bound port: 9f0324e4-398b-4693-895b-84060224a3ac, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '477f8d3c-0c4e-4c51-a839-287ff5c8f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c'}}] {{(pid=82380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:21:21.212622 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-ca2557e4-32a5-435a-a009-e2d6c8c99f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:21.241525 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4803f3-1e95-4791-ab78-fa3f0bd975c3 req-878c3948-03ec-47d9-a101-6d4aabdc462d tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:21.243146 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5c4803f3-1e95-4791-ab78-fa3f0bd975c3 req-878c3948-03ec-47d9-a101-6d4aabdc462d tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.1277480 Aug 21 12:21:21.251048 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9a167-221c-420f-acfd-570e04f20491 req-dcf30e0a-4405-4cf6-b176-fdbd335c2dd7 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:21.260291 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e3a9a167-221c-420f-acfd-570e04f20491 req-dcf30e0a-4405-4cf6-b176-fdbd335c2dd7 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.2044494 Aug 21 12:21:21.331015 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-ca2557e4-32a5-435a-a009-e2d6c8c99f30 service neutron] For port 9f0324e4-398b-4693-895b-84060224a3ac, host hv-cinder-80547, cleared binding levels {{(pid=82380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:21:21.336135 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-ca2557e4-32a5-435a-a009-e2d6c8c99f30 service neutron] For port 9f0324e4-398b-4693-895b-84060224a3ac, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=9f0324e4-398b-4693-895b-84060224a3ac,segment=NetworkSegment(477f8d3c-0c4e-4c51-a839-287ff5c8f96e),segment_id=477f8d3c-0c4e-4c51-a839-287ff5c8f96e)] {{(pid=82380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:21:21.343066 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-ca2557e4-32a5-435a-a009-e2d6c8c99f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848059139'] for port, after_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:21.347956 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:21:21.352003 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e3a9a167-221c-420f-acfd-570e04f20491 req-f0279c81-5526-4d06-a081-245dead36412 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908165 Aug 21 12:21:21.379212 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5c4803f3-1e95-4791-ab78-fa3f0bd975c3 req-2cbd29ca-5347-4dd0-bfc1-fd737940ad51 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937295 Aug 21 12:21:21.483937 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-ca2557e4-32a5-435a-a009-e2d6c8c99f30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for port, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:21.485791 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-ca2557e4-32a5-435a-a009-e2d6c8c99f30 service neutron] 10.222.0.21 "PUT /v2.0/ports/9f0324e4-398b-4693-895b-84060224a3ac HTTP/1.1" status: 200 len: 1093 time: 1.3823516 Aug 21 12:21:21.486441 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ccb805e-f4ce-46d4-af8b-571d5edcc28a', 'tag': '9f0324e4-398b-4693-895b-84060224a3ac'}] {{(pid=82380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:21:21.530170 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2557e4-32a5-435a-a009-e2d6c8c99f30 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0324e4-398b-4693-895b-84060224a3ac,revision_number=3']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:21:21.535680 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ca2557e4-32a5-435a-a009-e2d6c8c99f30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:21:21.601405 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9a9ed68b-5521-447c-a519-b081b634852a req-7275908e-82b2-422a-b3ec-3fce1bf31073 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=06759cf8-27c5-42f9-9923-c86fa95e3127 HTTP/1.1" status: 200 len: 210 time: 0.0868261 Aug 21 12:21:21.614156 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ccb805e-f4ce-46d4-af8b-571d5edcc28a', 'tag': '9f0324e4-398b-4693-895b-84060224a3ac', 'status': 'completed', 'code': 200} Aug 21 12:21:21.669157 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-125353a8-305b-43f9-8429-858dfec6ef30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f04b45e6b62a49fbbf9eada7c40a9bf6&device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 1096 time: 0.1198692 Aug 21 12:21:21.795455 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-21193c81-1734-4d60-a471-eb3c763823db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f0324e4-398b-4693-895b-84060224a3ac HTTP/1.1" status: 200 len: 217 time: 0.1110673 Aug 21 12:21:21.905720 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-e272bd94-c590-4e5e-a184-117081a1410e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:21.907636 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-e272bd94-c590-4e5e-a184-117081a1410e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c1b910a-8c38-40eb-bbef-e2693f867665 HTTP/1.1" status: 200 len: 852 time: 0.0950024 Aug 21 12:21:21.915023 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfddf80-2fea-4092-bbb4-4c2decb4b606 req-0b33f701-6eec-4c1f-8e50-d3ba0ffdcf32 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:21.916696 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ccfddf80-2fea-4092-bbb4-4c2decb4b606 req-0b33f701-6eec-4c1f-8e50-d3ba0ffdcf32 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 943 time: 0.1502643 Aug 21 12:21:21.990251 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ccfddf80-2fea-4092-bbb4-4c2decb4b606 req-63a0060e-1cdb-4fb0-bf43-079252fed580 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670404 Aug 21 12:21:22.012238 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-62e97fe7-1917-4231-adf8-62acec023e0f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb61732c-c52e-4864-ba61-9ddcc4b9007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0901749 Aug 21 12:21:22.200789 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-9794e48b-299e-40e9-8ec9-e17673d3722c service neutron] 10.222.0.21 "GET /v2.0/networks/fb61732c-c52e-4864-ba61-9ddcc4b9007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485894 Aug 21 12:21:22.368199 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-00790ee6-5056-42f3-9102-ebb36c8f2131 req-27efcd90-00b9-47b4-9bac-6fb36b334e9f service neutron] 10.222.0.21 "GET /v2.0/networks/fb61732c-c52e-4864-ba61-9ddcc4b9007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512823 Aug 21 12:21:22.608614 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-acc56bf5-a351-4d45-86b1-c55627fcb8cb req-6c57cb57-527f-4f47-bfb1-1e1b0dd39749 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f04b45e6b62a49fbbf9eada7c40a9bf6&device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 1096 time: 0.1297119 Aug 21 12:21:22.652466 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f4d7f-1490-449b-af03-268e8415c853 req-cd7b0927-d3a4-4052-9d1e-b1ee7deef322 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:22.657584 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-671f4d7f-1490-449b-af03-268e8415c853 req-cd7b0927-d3a4-4052-9d1e-b1ee7deef322 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.1549721 Aug 21 12:21:22.741446 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-671f4d7f-1490-449b-af03-268e8415c853 req-a2d0e4f2-80f9-4c53-9a1b-c1cb3404cefc tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743229 Aug 21 12:21:22.773739 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7702220-980d-48fa-8eb0-0d8d624a5c3d req-84d8a575-3a8b-4457-8004-78973bde82d1 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:22.786415 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a7702220-980d-48fa-8eb0-0d8d624a5c3d req-84d8a575-3a8b-4457-8004-78973bde82d1 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.2348917 Aug 21 12:21:22.905551 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a7702220-980d-48fa-8eb0-0d8d624a5c3d req-a42fe183-7840-4083-981f-135cf8f134cf tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181078 Aug 21 12:21:23.079123 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc56bf5-a351-4d45-86b1-c55627fcb8cb req-b3553ff7-2ac5-4dd9-96e3-0429d9d22237 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:23.081133 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-acc56bf5-a351-4d45-86b1-c55627fcb8cb req-b3553ff7-2ac5-4dd9-96e3-0429d9d22237 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fb61732c-c52e-4864-ba61-9ddcc4b9007c HTTP/1.1" status: 200 len: 914 time: 0.4642255 Aug 21 12:21:23.176778 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-acc56bf5-a351-4d45-86b1-c55627fcb8cb req-ed475148-37dd-4a2b-9a0e-5ef8924ea776 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f0324e4-398b-4693-895b-84060224a3ac HTTP/1.1" status: 200 len: 217 time: 0.0842032 Aug 21 12:21:23.208978 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7411fd24-3b6d-4e3c-8080-1b2e95a19eeb req-69410620-b071-490f-b63a-19e490c1424e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 1098 time: 0.1499066 Aug 21 12:21:23.275870 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc56bf5-a351-4d45-86b1-c55627fcb8cb req-8e2f3b7f-2bce-4360-ac2b-73878bdf5e6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:23.278707 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-acc56bf5-a351-4d45-86b1-c55627fcb8cb req-8e2f3b7f-2bce-4360-ac2b-73878bdf5e6a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c1b910a-8c38-40eb-bbef-e2693f867665 HTTP/1.1" status: 200 len: 852 time: 0.0939202 Aug 21 12:21:23.384533 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-acc56bf5-a351-4d45-86b1-c55627fcb8cb req-7bf1e3e4-61c7-44f4-8bd8-eb09d213de90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb61732c-c52e-4864-ba61-9ddcc4b9007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0993319 Aug 21 12:21:23.476504 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbbb98-9b47-4aef-981c-dbd8624fa212 req-c58d4842-6bfe-4cf3-afd7-fedc86bf4f7a tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:23.484016 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b0fbbb98-9b47-4aef-981c-dbd8624fa212 req-c58d4842-6bfe-4cf3-afd7-fedc86bf4f7a tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 943 time: 0.2694232 Aug 21 12:21:23.508550 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7411fd24-3b6d-4e3c-8080-1b2e95a19eeb req-8daf2609-a927-47f8-b29d-f496246ec5d3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523036 Aug 21 12:21:23.553190 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-bb58a09d-0b7e-416e-8a89-7bbc6be0a11d tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:23.554766 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-bb58a09d-0b7e-416e-8a89-7bbc6be0a11d tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/networks?id=f7c6227b-dab0-47fd-b0f7-fd0ab553aa94 HTTP/1.1" status: 200 len: 808 time: 0.2341139 Aug 21 12:21:23.560709 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-acc56bf5-a351-4d45-86b1-c55627fcb8cb req-612e992b-d8a0-4de5-a97f-df60e29ab7af service neutron] 10.222.0.21 "GET /v2.0/networks/fb61732c-c52e-4864-ba61-9ddcc4b9007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683905 Aug 21 12:21:23.561552 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b0fbbb98-9b47-4aef-981c-dbd8624fa212 req-4ea57ac3-9859-49ab-98d1-988695de8243 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765455 Aug 21 12:21:23.580308 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-521d8372-2a47-4c45-96db-4d22b6d35c55 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/quotas/33a7f0cf3144434084731b6af961d0d4 HTTP/1.1" status: 200 len: 375 time: 0.0176282 Aug 21 12:21:23.637616 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-c425b237-b853-40a9-bf92-6a56d0918356 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=33a7f0cf3144434084731b6af961d0d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504167 Aug 21 12:21:23.826505 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-1dcb5df5-094a-497b-99fe-974a91977c0b service neutron] 10.222.0.11 "GET /v2.0/networks/f7c6227b-dab0-47fd-b0f7-fd0ab553aa94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805670 Aug 21 12:21:24.026234 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-a7658152-e2e3-490e-94c6-2dcb69433760 service neutron] 10.222.0.11 "GET /v2.0/networks/f7c6227b-dab0-47fd-b0f7-fd0ab553aa94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940899 Aug 21 12:21:24.057295 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92b011-ccb6-4451-9355-f5beefdc6ee1 req-43944ac7-0c23-4838-ada9-a0d8b62a634d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:24.059361 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-4a92b011-ccb6-4451-9355-f5beefdc6ee1 req-43944ac7-0c23-4838-ada9-a0d8b62a634d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.1153357 Aug 21 12:21:24.126185 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-4a92b011-ccb6-4451-9355-f5beefdc6ee1 req-eb76d587-e9ff-44a2-a003-909ce2c25084 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573087 Aug 21 12:21:24.329939 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a88e54be-6985-4685-b7f2-de98bbdd74cd req-4787fa1d-9db0-4fe7-a7cc-e5431509f6d1 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 210 time: 0.1001124 Aug 21 12:21:24.397720 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485532ad-894a-4e51-999d-c467422a8fc5 req-c5f81755-3421-42ca-a35c-b48ac7f4dd4c tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:24.405330 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-485532ad-894a-4e51-999d-c467422a8fc5 req-c5f81755-3421-42ca-a35c-b48ac7f4dd4c tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.1244369 Aug 21 12:21:24.474478 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-485532ad-894a-4e51-999d-c467422a8fc5 req-788027ca-6932-47bf-8f32-fe58c7005201 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673223 Aug 21 12:21:24.813133 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d221bc-8fc1-471d-bf9d-71bc0297377f req-4cfb5d79-0079-4196-9d05-7007ea9c9307 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:24.814750 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-45d221bc-8fc1-471d-bf9d-71bc0297377f req-4cfb5d79-0079-4196-9d05-7007ea9c9307 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 943 time: 0.1002331 Aug 21 12:21:24.883536 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-45d221bc-8fc1-471d-bf9d-71bc0297377f req-b87b5825-9479-42f6-9e03-aeb4a29d1dda tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624263 Aug 21 12:21:25.123863 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-acc56bf5-a351-4d45-86b1-c55627fcb8cb req-867cd778-091d-4a89-8354-331290125faa service neutron] 10.222.0.21 "GET /v2.0/networks/fb61732c-c52e-4864-ba61-9ddcc4b9007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912260 Aug 21 12:21:25.361294 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48610dcb-8cc5-46f3-83ea-ea86e3bf0d17 req-821c61a9-46ed-4f5c-b6e0-d2aea963408a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:25.362945 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-48610dcb-8cc5-46f3-83ea-ea86e3bf0d17 req-821c61a9-46ed-4f5c-b6e0-d2aea963408a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.1023383 Aug 21 12:21:25.417475 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-48610dcb-8cc5-46f3-83ea-ea86e3bf0d17 req-57d624a4-b134-4640-92b8-748142315be5 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473938 Aug 21 12:21:25.588048 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f4172bc1-4013-42ba-afb5-ca60fb8efc05 req-7e3529d2-ad6c-4f5f-af6e-6fa419bdee62 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 210 time: 0.0890012 Aug 21 12:21:25.695645 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0da662-2145-40c8-80b6-6efcabe3cc5f req-1be283bd-56c3-4a4f-b099-a6bba6b366d7 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:25.698133 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ad0da662-2145-40c8-80b6-6efcabe3cc5f req-1be283bd-56c3-4a4f-b099-a6bba6b366d7 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.0921726 Aug 21 12:21:25.779607 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ad0da662-2145-40c8-80b6-6efcabe3cc5f req-d12d8592-a511-4ad2-9199-9c15988bd8af tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757987 Aug 21 12:21:26.312556 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f2106-d3aa-4708-9ac1-130239bb18e2 req-b06cc71b-56a9-4522-96a0-b7728d030d74 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:26.320791 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-335f2106-d3aa-4708-9ac1-130239bb18e2 req-b06cc71b-56a9-4522-96a0-b7728d030d74 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 943 time: 0.2980316 Aug 21 12:21:26.381864 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-335f2106-d3aa-4708-9ac1-130239bb18e2 req-6e88cd18-affa-44eb-820f-bab19e7bfcac tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598011 Aug 21 12:21:26.413853 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-c4a6544a-73a2-41c6-9e81-3d8becc70bd3 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:26.414960 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-c4a6544a-73a2-41c6-9e81-3d8becc70bd3 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Synchronizing usage tracker for tenant:33a7f0cf3144434084731b6af961d0d4 on resource:network {{(pid=82380) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:21:26.434369 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-c4a6544a-73a2-41c6-9e81-3d8becc70bd3 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Unset dirty status for tenant:33a7f0cf3144434084731b6af961d0d4 on resource:network {{(pid=82380) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:21:26.435961 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-c4a6544a-73a2-41c6-9e81-3d8becc70bd3 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.21 "GET /v2.0/networks?id=f7c6227b-dab0-47fd-b0f7-fd0ab553aa94 HTTP/1.1" status: 200 len: 808 time: 0.3331208 Aug 21 12:21:26.452176 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e0bf1c9c-40a0-450e-9e8b-1bcc4b56f1a0 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Request body: {'port': {'device_id': '73410f62-bf96-4e7c-8e02-75e94025bceb', 'network_id': 'f7c6227b-dab0-47fd-b0f7-fd0ab553aa94', 'admin_state_up': True, 'tenant_id': '33a7f0cf3144434084731b6af961d0d4'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:21:26.650547 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e0bf1c9c-40a0-450e-9e8b-1bcc4b56f1a0 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:21:26.670354 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e0bf1c9c-40a0-450e-9e8b-1bcc4b56f1a0 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:21:26.689326 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e0bf1c9c-40a0-450e-9e8b-1bcc4b56f1a0 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Made reservation on behalf of 33a7f0cf3144434084731b6af961d0d4 for: {'port': 1} {{(pid=82380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:21:26.696846 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e0bf1c9c-40a0-450e-9e8b-1bcc4b56f1a0 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:26.768142 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a7ad0-3922-439d-b424-0d9d171f0448 req-4f60b456-4271-430e-8502-85ab67fd28de tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:26.769756 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bf2a7ad0-3922-439d-b424-0d9d171f0448 req-4f60b456-4271-430e-8502-85ab67fd28de tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.1009035 Aug 21 12:21:26.844922 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-45efab1e-6db6-496f-b36f-3c1985af0fcc req-a82e919d-194d-4781-a5b2-72af8c2e2ec4 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 210 time: 0.0740616 Aug 21 12:21:26.868323 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bf2a7ad0-3922-439d-b424-0d9d171f0448 req-a822d9ce-0de8-4479-93e5-66c4e825705d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590239 Aug 21 12:21:26.888702 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e0bf1c9c-40a0-450e-9e8b-1bcc4b56f1a0 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Allocated IP 172.20.0.6 (f7c6227b-dab0-47fd-b0f7-fd0ab553aa94/e2f7f64b-8f75-4657-b33e-17cc7ddb898a/c11fed21-ff45-4ae2-9284-6044f971684b) {{(pid=82380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:21:27.049758 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d6d0e-5a96-4cb3-9a35-81e1a3f972f7 req-919065d4-63c5-41e3-9cd8-cc9369bdeab5 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:27.051345 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-655d6d0e-5a96-4cb3-9a35-81e1a3f972f7 req-919065d4-63c5-41e3-9cd8-cc9369bdeab5 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.0824635 Aug 21 12:21:27.102292 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-655d6d0e-5a96-4cb3-9a35-81e1a3f972f7 req-41c8683c-fbde-49f1-8caa-ee15d63e7854 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442176 Aug 21 12:21:27.108003 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e0bf1c9c-40a0-450e-9e8b-1bcc4b56f1a0 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Notify callbacks [] for port, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:27.134712 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e0bf1c9c-40a0-450e-9e8b-1bcc4b56f1a0 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:27.140519 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ca2557e4-32a5-435a-a009-e2d6c8c99f30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:21:27.210847 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e0bf1c9c-40a0-450e-9e8b-1bcc4b56f1a0 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Network f7c6227b-dab0-47fd-b0f7-fd0ab553aa94 is already hosted by enough agents. {{(pid=82380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:21:27.214051 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e0bf1c9c-40a0-450e-9e8b-1bcc4b56f1a0 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Resources bound (agent type, host, resource id): {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:21:27.218826 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e0bf1c9c-40a0-450e-9e8b-1bcc4b56f1a0 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Received port after_create {{(pid=82380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:21:27.246055 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf1c9c-40a0-450e-9e8b-1bcc4b56f1a0 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Pushing event updated for resources: {'Port': ['ID=c11fed21-ff45-4ae2-9284-6044f971684b,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:21:27.251936 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-e0bf1c9c-40a0-450e-9e8b-1bcc4b56f1a0 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:21:27.288663 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e0bf1c9c-40a0-450e-9e8b-1bcc4b56f1a0 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:27.289365 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e0bf1c9c-40a0-450e-9e8b-1bcc4b56f1a0 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for port, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:27.313222 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e0bf1c9c-40a0-450e-9e8b-1bcc4b56f1a0 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8653131 Aug 21 12:21:27.326644 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e9d4f6f7-84f9-462d-87b9-83c6af919a51 service neutron] Request body: {'port': {'device_id': '73410f62-bf96-4e7c-8e02-75e94025bceb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:21:27.439670 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e9d4f6f7-84f9-462d-87b9-83c6af919a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:27.733103 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a772832-68b7-4326-9d53-9bb78d9b1f8e req-c6ab4f09-5ce4-4d28-9260-2b1e95c1b840 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:27.734714 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1a772832-68b7-4326-9d53-9bb78d9b1f8e req-c6ab4f09-5ce4-4d28-9260-2b1e95c1b840 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 943 time: 0.2354610 Aug 21 12:21:27.797770 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-046b0b0a-5850-4178-8ce8-bb6d93abfc83 req-e7a34526-d098-4bfb-97c7-ff9524a5b0f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8473861c17114a58a182c5c448d53560&device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 1098 time: 0.2281179 Aug 21 12:21:27.810027 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1769b-7887-4038-8047-4b915822a2b9 req-e13b734b-b03d-412c-a596-197d518ced88 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:27.811552 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-fde1769b-7887-4038-8047-4b915822a2b9 req-e13b734b-b03d-412c-a596-197d518ced88 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.1977038 Aug 21 12:21:27.830769 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e9d4f6f7-84f9-462d-87b9-83c6af919a51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c11fed21-ff45-4ae2-9284-6044f971684b {{(pid=82380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:21:27.838294 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e9d4f6f7-84f9-462d-87b9-83c6af919a51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:27.854068 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e9d4f6f7-84f9-462d-87b9-83c6af919a51 service neutron] Transition to ACTIVE for port object c11fed21-ff45-4ae2-9284-6044f971684b will not be triggered until provisioned by entity L2. {{(pid=82380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:21:27.856672 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e9d4f6f7-84f9-462d-87b9-83c6af919a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848059139'] for port, after_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:27.861148 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fd80bf6b-d294-4297-8246-d4101309be1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:21:27.984956 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1a772832-68b7-4326-9d53-9bb78d9b1f8e req-fbaeca22-1bf9-48b7-9981-607c6f2c42bb tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409012 Aug 21 12:21:27.994785 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-fde1769b-7887-4038-8047-4b915822a2b9 req-0cae1f13-be92-4bf9-9a6b-ddfa8001ac1f tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485198 Aug 21 12:21:28.041448 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4f6f7-84f9-462d-87b9-83c6af919a51 service neutron] Pushing event updated for resources: {'Port': ['ID=c11fed21-ff45-4ae2-9284-6044f971684b,revision_number=2']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:21:28.046202 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5ed1b7d7-aa47-4735-865e-6dd6c3580a88 req-9b474823-0434-4597-8768-c85285e050df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ab1a7fb5e8f47d4a26520c5fb8bd4c2&device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 1098 time: 0.3000538 Aug 21 12:21:28.050762 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b0b0a-5850-4178-8ce8-bb6d93abfc83 req-dd61b7a9-48fd-48c3-b4af-6b55373082ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:28.052199 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-e9d4f6f7-84f9-462d-87b9-83c6af919a51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:21:28.052334 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-046b0b0a-5850-4178-8ce8-bb6d93abfc83 req-dd61b7a9-48fd-48c3-b4af-6b55373082ce service neutron] 10.222.0.21 "GET /v2.0/networks?id=18d0a611-84ee-4786-bdcb-094287ac4ec3 HTTP/1.1" status: 200 len: 920 time: 0.2320693 Aug 21 12:21:28.128570 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e9d4f6f7-84f9-462d-87b9-83c6af919a51 service neutron] Attempting to bind port c11fed21-ff45-4ae2-9284-6044f971684b on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:21:28.128980 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e9d4f6f7-84f9-462d-87b9-83c6af919a51 service neutron] Attempting to bind port c11fed21-ff45-4ae2-9284-6044f971684b by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '6f222f72-9449-4dad-97ab-70099dd75978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f7c6227b-dab0-47fd-b0f7-fd0ab553aa94'}] {{(pid=82380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:21:28.129336 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e9d4f6f7-84f9-462d-87b9-83c6af919a51 service neutron] Attempting to bind port c11fed21-ff45-4ae2-9284-6044f971684b on network f7c6227b-dab0-47fd-b0f7-fd0ab553aa94 {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:21:28.135700 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e9d4f6f7-84f9-462d-87b9-83c6af919a51 service neutron] Port c11fed21-ff45-4ae2-9284-6044f971684b on network f7c6227b-dab0-47fd-b0f7-fd0ab553aa94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:21:28.136072 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e9d4f6f7-84f9-462d-87b9-83c6af919a51 service neutron] Attempting to bind port c11fed21-ff45-4ae2-9284-6044f971684b on network f7c6227b-dab0-47fd-b0f7-fd0ab553aa94 {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:21:28.142790 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e9d4f6f7-84f9-462d-87b9-83c6af919a51 service neutron] Checking agent: {'id': '04f4107c-da72-461b-9c35-d993a4b9fd6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'started_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:21:28.143171 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e9d4f6f7-84f9-462d-87b9-83c6af919a51 service neutron] Checking segment: {'id': '6f222f72-9449-4dad-97ab-70099dd75978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f7c6227b-dab0-47fd-b0f7-fd0ab553aa94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:21:28.143597 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e9d4f6f7-84f9-462d-87b9-83c6af919a51 service neutron] Bound using segment: {'id': '6f222f72-9449-4dad-97ab-70099dd75978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f7c6227b-dab0-47fd-b0f7-fd0ab553aa94'} {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:21:28.144072 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e9d4f6f7-84f9-462d-87b9-83c6af919a51 service neutron] Bound port: c11fed21-ff45-4ae2-9284-6044f971684b, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f222f72-9449-4dad-97ab-70099dd75978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f7c6227b-dab0-47fd-b0f7-fd0ab553aa94'}}] {{(pid=82380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:21:28.144479 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e9d4f6f7-84f9-462d-87b9-83c6af919a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:28.239727 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e9d4f6f7-84f9-462d-87b9-83c6af919a51 service neutron] For port c11fed21-ff45-4ae2-9284-6044f971684b, host hv-cinder-80547, cleared binding levels {{(pid=82380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:21:28.242788 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e9d4f6f7-84f9-462d-87b9-83c6af919a51 service neutron] For port c11fed21-ff45-4ae2-9284-6044f971684b, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=c11fed21-ff45-4ae2-9284-6044f971684b,segment=NetworkSegment(6f222f72-9449-4dad-97ab-70099dd75978),segment_id=6f222f72-9449-4dad-97ab-70099dd75978)] {{(pid=82380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:21:28.246184 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e9d4f6f7-84f9-462d-87b9-83c6af919a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848059139'] for port, after_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:28.251022 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-7747f944-6b78-43d1-8e67-7b5ade7e73ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:21:28.311470 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e9d4f6f7-84f9-462d-87b9-83c6af919a51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for port, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:28.311759 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-046b0b0a-5850-4178-8ce8-bb6d93abfc83 req-87a391c4-a972-4095-b8c6-224208f6b34a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=987c50b3-6bb8-4f70-8e01-5c6546dec669 HTTP/1.1" status: 200 len: 217 time: 0.2514682 Aug 21 12:21:28.312955 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-e9d4f6f7-84f9-462d-87b9-83c6af919a51 service neutron] 10.222.0.21 "PUT /v2.0/ports/c11fed21-ff45-4ae2-9284-6044f971684b HTTP/1.1" status: 200 len: 1093 time: 0.9910107 Aug 21 12:21:28.313509 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73410f62-bf96-4e7c-8e02-75e94025bceb', 'tag': 'c11fed21-ff45-4ae2-9284-6044f971684b'}] {{(pid=82380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:21:28.331560 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4f6f7-84f9-462d-87b9-83c6af919a51 service neutron] Pushing event updated for resources: {'Port': ['ID=c11fed21-ff45-4ae2-9284-6044f971684b,revision_number=3']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:21:28.335258 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-e9d4f6f7-84f9-462d-87b9-83c6af919a51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:21:28.444391 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-a036df1a-fb07-4e49-915e-20e621d41319 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=33a7f0cf3144434084731b6af961d0d4&device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 1096 time: 0.0922811 Aug 21 12:21:28.451188 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1b7d7-aa47-4735-865e-6dd6c3580a88 req-0e5e518a-67e9-4192-9d39-9f149e69307d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:28.452783 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5ed1b7d7-aa47-4735-865e-6dd6c3580a88 req-0e5e518a-67e9-4192-9d39-9f149e69307d service neutron] 10.222.0.21 "GET /v2.0/networks?id=66fcdff2-94ab-4687-9781-4d1ba887f030 HTTP/1.1" status: 200 len: 917 time: 0.3940444 Aug 21 12:21:28.454112 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b0b0a-5850-4178-8ce8-bb6d93abfc83 req-be03aba2-69ff-4f1e-b55a-b63ef2007a8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:28.455512 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-046b0b0a-5850-4178-8ce8-bb6d93abfc83 req-be03aba2-69ff-4f1e-b55a-b63ef2007a8b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8572cca-1fbb-4055-8700-71a5ac4d4c97 HTTP/1.1" status: 200 len: 859 time: 0.1322424 Aug 21 12:21:28.515452 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-d50723cc-56b0-43dd-a676-c46ccb02c656 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c11fed21-ff45-4ae2-9284-6044f971684b HTTP/1.1" status: 200 len: 217 time: 0.0640960 Aug 21 12:21:28.544057 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 9f0324e4-398b-4693-895b-84060224a3ac details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:21:28.588734 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-05ea2438-e3e8-4275-bdb0-a958aa3e90f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:28.590334 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-05ea2438-e3e8-4275-bdb0-a958aa3e90f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e2f7f64b-8f75-4657-b33e-17cc7ddb898a HTTP/1.1" status: 200 len: 848 time: 0.0683749 Aug 21 12:21:28.590706 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-046b0b0a-5850-4178-8ce8-bb6d93abfc83 req-12852e39-1450-4ba1-b904-d62346040add service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18d0a611-84ee-4786-bdcb-094287ac4ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212571 Aug 21 12:21:28.600324 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002b692-f4d2-4c3f-b502-8fda6e0a48cc req-579122ff-3069-4c21-b222-dee69ab4b1b1 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:28.601866 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f002b692-f4d2-4c3f-b502-8fda6e0a48cc req-579122ff-3069-4c21-b222-dee69ab4b1b1 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 943 time: 0.4625962 Aug 21 12:21:28.611470 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5066486-4764-4eb3-b423-faa4847afeb6 req-4ccfc887-569b-4ac0-b83a-443e00e7de87 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:28.613009 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f5066486-4764-4eb3-b423-faa4847afeb6 req-4ccfc887-569b-4ac0-b83a-443e00e7de87 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.4141145 Aug 21 12:21:28.647665 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-bbe984b8-8389-4aa6-8fe6-d45f0c5873e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f7c6227b-dab0-47fd-b0f7-fd0ab553aa94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455158 Aug 21 12:21:28.689820 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 9f0324e4-398b-4693-895b-84060224a3ac, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=9f0324e4-398b-4693-895b-84060224a3ac,segment=NetworkSegment(477f8d3c-0c4e-4c51-a839-287ff5c8f96e),segment_id=477f8d3c-0c4e-4c51-a839-287ff5c8f96e)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:21:28.704693 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Returning: {'device': '9f0324e4-398b-4693-895b-84060224a3ac', 'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c', 'port_id': '9f0324e4-398b-4693-895b-84060224a3ac', 'mac_address': 'fa:16:3e:33:f9:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1b910a-8c38-40eb-bbef-e2693f867665', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:21:28.769279 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:28.793133 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f0324e4-398b-4693-895b-84060224a3ac {{(pid=82381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:21:28.798576 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5ed1b7d7-aa47-4735-865e-6dd6c3580a88 req-aa8dd9d9-5933-47ed-b473-ff048de2959c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 HTTP/1.1" status: 200 len: 1001 time: 0.3302867 Aug 21 12:21:28.811012 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 9f0324e4-398b-4693-895b-84060224a3ac, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=9f0324e4-398b-4693-895b-84060224a3ac,segment=NetworkSegment(477f8d3c-0c4e-4c51-a839-287ff5c8f96e),segment_id=477f8d3c-0c4e-4c51-a839-287ff5c8f96e)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:21:28.815226 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:28.817097 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:21:28.822736 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-bc4b62d5-8762-4501-a55f-491b43814a22 service neutron] 10.222.0.21 "GET /v2.0/networks/f7c6227b-dab0-47fd-b0f7-fd0ab553aa94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687129 Aug 21 12:21:28.852068 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:21:28.889247 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=9f0324e4-398b-4693-895b-84060224a3ac,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:21:28.892945 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f5066486-4764-4eb3-b423-faa4847afeb6 req-68d9f181-f7e5-4a38-b9e2-1da986b000e2 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514672 Aug 21 12:21:28.899825 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f002b692-f4d2-4c3f-b502-8fda6e0a48cc req-dbc54050-996f-406d-a89c-84fa0dce92f5 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621248 Aug 21 12:21:28.912551 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:28.912724 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:28.913148 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:28.914486 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:28.914486 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:28.914679 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:28.915020 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:28.915396 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:28.915777 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:28.922071 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:28.922772 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:28.930474 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:21:28.935533 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1b7d7-aa47-4735-865e-6dd6c3580a88 req-52fa7a4e-7b98-4b26-8218-679453d62117 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:28.937179 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5ed1b7d7-aa47-4735-865e-6dd6c3580a88 req-52fa7a4e-7b98-4b26-8218-679453d62117 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8a00bc67-6928-4f8f-9e79-a5b624611398 HTTP/1.1" status: 200 len: 855 time: 0.1287317 Aug 21 12:21:28.939248 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-046b0b0a-5850-4178-8ce8-bb6d93abfc83 req-fa259e1f-0058-4f9c-830c-31e000134a37 service neutron] 10.222.0.21 "GET /v2.0/networks/18d0a611-84ee-4786-bdcb-094287ac4ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342900 Aug 21 12:21:28.974403 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c27d459b-4a4e-4fa2-b4e7-43bd7c1bc08c req-982a0021-7f9e-40a5-9ed5-01ff654e2b3d service neutron] 10.222.0.21 "GET /v2.0/networks/f7c6227b-dab0-47fd-b0f7-fd0ab553aa94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446152 Aug 21 12:21:28.987898 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73410f62-bf96-4e7c-8e02-75e94025bceb', 'tag': 'c11fed21-ff45-4ae2-9284-6044f971684b', 'status': 'completed', 'code': 200} Aug 21 12:21:29.112004 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d7bd194b-895c-4cb6-b2fd-db76a455b39e req-98e91ec5-4d2b-4811-9d6d-6c2c45214cfe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=33a7f0cf3144434084731b6af961d0d4&device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 1096 time: 0.0926361 Aug 21 12:21:29.262032 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd194b-895c-4cb6-b2fd-db76a455b39e req-e6a94ea9-e58c-4dfd-b9cc-6773a91239be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:29.263608 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d7bd194b-895c-4cb6-b2fd-db76a455b39e req-e6a94ea9-e58c-4dfd-b9cc-6773a91239be service neutron] 10.222.0.21 "GET /v2.0/networks?id=f7c6227b-dab0-47fd-b0f7-fd0ab553aa94 HTTP/1.1" status: 200 len: 909 time: 0.1442246 Aug 21 12:21:29.339767 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d7bd194b-895c-4cb6-b2fd-db76a455b39e req-470b7064-64c7-4dcb-b686-ec8bb08b6723 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c11fed21-ff45-4ae2-9284-6044f971684b HTTP/1.1" status: 200 len: 217 time: 0.0690424 Aug 21 12:21:29.406608 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['9f0324e4-398b-4693-895b-84060224a3ac'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:21:29.410366 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd194b-895c-4cb6-b2fd-db76a455b39e req-b9a32c8c-475b-411c-ba5d-eca16f678d30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:29.412595 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d7bd194b-895c-4cb6-b2fd-db76a455b39e req-b9a32c8c-475b-411c-ba5d-eca16f678d30 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e2f7f64b-8f75-4657-b33e-17cc7ddb898a HTTP/1.1" status: 200 len: 848 time: 0.0658627 Aug 21 12:21:29.467646 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d7bd194b-895c-4cb6-b2fd-db76a455b39e req-ab5b4389-ade2-48f0-9ba9-bd756d454812 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f7c6227b-dab0-47fd-b0f7-fd0ab553aa94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482259 Aug 21 12:21:29.468959 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5ed1b7d7-aa47-4735-865e-6dd6c3580a88 req-1d4b4e67-71e5-4cca-82dc-af2a3fdf9657 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=66fcdff2-94ab-4687-9781-4d1ba887f030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5197086 Aug 21 12:21:29.471954 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-046b0b0a-5850-4178-8ce8-bb6d93abfc83 req-f38d2c67-afb2-4ecf-ad5c-5f07c6cba83f service neutron] 10.222.0.21 "GET /v2.0/networks/18d0a611-84ee-4786-bdcb-094287ac4ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834330 Aug 21 12:21:29.491180 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f528f0-b2bd-457c-b3f2-106f2921e345 req-06295734-e2c9-469f-95b6-ff89a43439cc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:29.497835 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b3f528f0-b2bd-457c-b3f2-106f2921e345 req-06295734-e2c9-469f-95b6-ff89a43439cc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 944 time: 0.2441092 Aug 21 12:21:29.509437 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002fc53f-b027-40a7-bff0-a1e830b58b71 req-e3ffca21-86d2-427f-8ebf-53d43f41b1ca tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:29.511253 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-002fc53f-b027-40a7-bff0-a1e830b58b71 req-e3ffca21-86d2-427f-8ebf-53d43f41b1ca tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.2564297 Aug 21 12:21:29.632643 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d7bd194b-895c-4cb6-b2fd-db76a455b39e req-f3e48cc6-ffde-49c0-9aaa-a61911e8afe7 service neutron] 10.222.0.21 "GET /v2.0/networks/f7c6227b-dab0-47fd-b0f7-fd0ab553aa94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477740 Aug 21 12:21:29.688422 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b3f528f0-b2bd-457c-b3f2-106f2921e345 req-d998675b-079d-488e-a3ac-cd8435faf009 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890450 Aug 21 12:21:29.697810 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-002fc53f-b027-40a7-bff0-a1e830b58b71 req-23a9dfe3-0ae9-4636-ac78-f9e20c640ccb tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503117 Aug 21 12:21:29.736559 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5ed1b7d7-aa47-4735-865e-6dd6c3580a88 req-0517216c-a727-488a-83fa-a96c7ecfb41d service neutron] 10.222.0.21 "GET /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357490 Aug 21 12:21:29.785291 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d7bd194b-895c-4cb6-b2fd-db76a455b39e req-d75a6932-1742-4fbe-a33c-6e73dc33161f service neutron] 10.222.0.21 "GET /v2.0/networks/f7c6227b-dab0-47fd-b0f7-fd0ab553aa94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445189 Aug 21 12:21:29.884682 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5ed1b7d7-aa47-4735-865e-6dd6c3580a88 req-45ede8c9-3214-4f73-a3cb-6ef9e23603ba service neutron] 10.222.0.21 "GET /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386428 Aug 21 12:21:30.185008 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a9e6a-49bd-469d-931d-92e030f75e28 req-7c17555b-55c0-4065-b204-cc4518b05061 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:30.186536 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a26a9e6a-49bd-469d-931d-92e030f75e28 req-7c17555b-55c0-4065-b204-cc4518b05061 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 945 time: 0.1136243 Aug 21 12:21:30.194133 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f796d-16e4-4ad2-8f9f-4db3e878b6d2 req-2bc748a1-3c68-4773-a4ae-56d50470d9e3 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:30.195637 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-244f796d-16e4-4ad2-8f9f-4db3e878b6d2 req-2bc748a1-3c68-4773-a4ae-56d50470d9e3 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 943 time: 0.1619356 Aug 21 12:21:30.275868 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a26a9e6a-49bd-469d-931d-92e030f75e28 req-23d7a50d-823a-4d9f-9b3e-cca3813876b3 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792043 Aug 21 12:21:30.278456 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-244f796d-16e4-4ad2-8f9f-4db3e878b6d2 req-cb8f5c1d-f068-475d-b200-be943c18b651 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656621 Aug 21 12:21:30.547530 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:21:30.657636 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:30.687480 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55deb59-482b-46b7-9199-3988b119cd6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8'}] {{(pid=82381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:21:30.697547 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:21:30.700679 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:30.702547 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f742c703-0505-481a-9ab3-4c95413ed431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:21:30.757928 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55deb59-482b-46b7-9199-3988b119cd6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8', 'code': 200} Aug 21 12:21:30.771754 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8,revision_number=8']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:21:30.774998 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:21:30.987721 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3694f9b-3c04-44f5-bbb7-2a13bdb4ef5b req-8d5e02cf-e383-4629-946f-7ff9aebf9d18 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:30.989433 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f3694f9b-3c04-44f5-bbb7-2a13bdb4ef5b req-8d5e02cf-e383-4629-946f-7ff9aebf9d18 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 944 time: 0.1493797 Aug 21 12:21:30.996058 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d0712-b03b-4c79-a2d6-9aa69ead98d2 req-4345e134-cc2f-44ad-a1c2-ca3e7373fbc7 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:30.997790 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-440d0712-b03b-4c79-a2d6-9aa69ead98d2 req-4345e134-cc2f-44ad-a1c2-ca3e7373fbc7 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.1187396 Aug 21 12:21:31.070390 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f3694f9b-3c04-44f5-bbb7-2a13bdb4ef5b req-b55fb756-f672-41ca-9495-cdee54384539 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715988 Aug 21 12:21:31.077499 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-440d0712-b03b-4c79-a2d6-9aa69ead98d2 req-9291bb1c-1f56-4003-8478-4807085aea75 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630171 Aug 21 12:21:31.549649 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f76b8-02b8-40e2-b001-b9cc64e57ea8 req-b9ea90d4-2f85-40b8-9073-db8595b82bb5 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:31.551218 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-975f76b8-02b8-40e2-b001-b9cc64e57ea8 req-b9ea90d4-2f85-40b8-9073-db8595b82bb5 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 943 time: 0.1464963 Aug 21 12:21:31.558557 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff7995-b3a7-49af-b553-292681f79d7a req-c4555c77-5746-48d0-80bc-8b586dd9410f tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:31.560018 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-61ff7995-b3a7-49af-b553-292681f79d7a req-c4555c77-5746-48d0-80bc-8b586dd9410f tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 943 time: 0.1218438 Aug 21 12:21:31.638551 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-975f76b8-02b8-40e2-b001-b9cc64e57ea8 req-439f3bc0-75f3-41fc-987c-20369d8a9ecf tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775199 Aug 21 12:21:31.640785 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-61ff7995-b3a7-49af-b553-292681f79d7a req-67170062-dfe8-433e-9642-4755fba66be9 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650914 Aug 21 12:21:32.345854 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8e8b1-dce0-40e4-b6da-3942f81e8ce1 req-49b47f12-1e56-4b0c-998f-d2fc57a0c39c tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:32.347449 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-98c8e8b1-dce0-40e4-b6da-3942f81e8ce1 req-49b47f12-1e56-4b0c-998f-d2fc57a0c39c tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 944 time: 0.1505949 Aug 21 12:21:32.357919 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eba55c-05a9-4e3c-870e-078907bc99a3 req-51d9ca80-1130-4ded-83b4-371b81c2b798 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:32.363051 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-57eba55c-05a9-4e3c-870e-078907bc99a3 req-51d9ca80-1130-4ded-83b4-371b81c2b798 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.1211081 Aug 21 12:21:32.452526 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-98c8e8b1-dce0-40e4-b6da-3942f81e8ce1 req-a418194a-4fa2-4a1c-a832-ee3b9fbdf53d tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890954 Aug 21 12:21:32.456281 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-57eba55c-05a9-4e3c-870e-078907bc99a3 req-33d990fc-5cc6-464e-89a7-f42669211f90 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752044 Aug 21 12:21:32.561183 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device c11fed21-ff45-4ae2-9284-6044f971684b details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:21:32.639123 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 9f0324e4-398b-4693-895b-84060224a3ac up at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:21:32.766884 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning for port 9f0324e4-398b-4693-895b-84060224a3ac completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:21:32.782929 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port c11fed21-ff45-4ae2-9284-6044f971684b, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=c11fed21-ff45-4ae2-9284-6044f971684b,segment=NetworkSegment(6f222f72-9449-4dad-97ab-70099dd75978),segment_id=6f222f72-9449-4dad-97ab-70099dd75978)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:21:32.791391 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning complete for port 9f0324e4-398b-4693-895b-84060224a3ac triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:21:32.791802 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:32.837428 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Returning: {'device': 'c11fed21-ff45-4ae2-9284-6044f971684b', 'network_id': 'f7c6227b-dab0-47fd-b0f7-fd0ab553aa94', 'port_id': 'c11fed21-ff45-4ae2-9284-6044f971684b', 'mac_address': 'fa:16:3e:00:e1:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f7f64b-8f75-4657-b33e-17cc7ddb898a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:21:32.917249 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:32.931383 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7942f6-f31a-4f91-81aa-931e922639e3 req-4136d9c9-96c4-42e4-a675-98c553d23a30 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:32.932995 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1a7942f6-f31a-4f91-81aa-931e922639e3 req-4136d9c9-96c4-42e4-a675-98c553d23a30 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 943 time: 0.1670792 Aug 21 12:21:32.939855 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16835f1-9cfd-43bc-bdcd-47bf2ab44d0c req-a32429e7-7ab8-4281-a3f3-59707a59b083 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:32.941332 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e16835f1-9cfd-43bc-bdcd-47bf2ab44d0c req-a32429e7-7ab8-4281-a3f3-59707a59b083 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 943 time: 0.1215715 Aug 21 12:21:32.974963 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c11fed21-ff45-4ae2-9284-6044f971684b {{(pid=82381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:21:33.026067 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1a7942f6-f31a-4f91-81aa-931e922639e3 req-6eca5488-8595-4d84-b288-b19d5a1b08c9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836875 Aug 21 12:21:33.031387 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e16835f1-9cfd-43bc-bdcd-47bf2ab44d0c req-4bfef817-8a9d-4881-9240-1028d0fdaaba tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721707 Aug 21 12:21:33.152410 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:33.165892 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port c11fed21-ff45-4ae2-9284-6044f971684b, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=c11fed21-ff45-4ae2-9284-6044f971684b,segment=NetworkSegment(6f222f72-9449-4dad-97ab-70099dd75978),segment_id=6f222f72-9449-4dad-97ab-70099dd75978)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:21:33.172020 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:33.175651 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3c8f646d-ef1e-49e8-9af8-b8156562b0d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:21:33.226716 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ccb805e-f4ce-46d4-af8b-571d5edcc28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0324e4-398b-4693-895b-84060224a3ac'}] {{(pid=82381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:21:33.249130 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 9f0324e4-398b-4693-895b-84060224a3ac, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=9f0324e4-398b-4693-895b-84060224a3ac,segment=NetworkSegment(477f8d3c-0c4e-4c51-a839-287ff5c8f96e),segment_id=477f8d3c-0c4e-4c51-a839-287ff5c8f96e)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:21:33.256844 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:33.262674 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=c11fed21-ff45-4ae2-9284-6044f971684b,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:21:33.265734 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:21:33.266248 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f742c703-0505-481a-9ab3-4c95413ed431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:21:33.298914 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ccb805e-f4ce-46d4-af8b-571d5edcc28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0324e4-398b-4693-895b-84060224a3ac', 'code': 200} Aug 21 12:21:33.341901 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=9f0324e4-398b-4693-895b-84060224a3ac,revision_number=5']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:21:33.346421 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:21:33.527164 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0d800547-7396-4fce-9887-bced8f83efdf req-f87cda50-a641-4baa-bf47-77d7cbc82202 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 1098 time: 0.0747788 Aug 21 12:21:33.563766 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['c11fed21-ff45-4ae2-9284-6044f971684b'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:21:33.587607 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0d800547-7396-4fce-9887-bced8f83efdf req-5132f96b-f415-4be2-8b35-19270e2f73fa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526838 Aug 21 12:21:33.684203 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7209f7a-d7e6-4fc2-8a5d-c8c1b87d8467 req-275e084b-35b5-438c-901f-6c144cf6a9e1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:33.685817 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b7209f7a-d7e6-4fc2-8a5d-c8c1b87d8467 req-275e084b-35b5-438c-901f-6c144cf6a9e1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 945 time: 0.0960233 Aug 21 12:21:33.796477 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b7209f7a-d7e6-4fc2-8a5d-c8c1b87d8467 req-bdea01e9-99c8-484f-b464-14d74dda5e56 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715070 Aug 21 12:21:33.829696 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92274077-f83b-459e-ac1b-783c7216042c req-620b348f-f737-4ddf-b1b1-465cc4f845fd tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:33.831299 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-92274077-f83b-459e-ac1b-783c7216042c req-620b348f-f737-4ddf-b1b1-465cc4f845fd tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.1546445 Aug 21 12:21:33.884998 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-92274077-f83b-459e-ac1b-783c7216042c req-1e51f1f6-4fec-4769-a201-899bf4f27ad5 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467973 Aug 21 12:21:33.980483 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ccf2259e-5ac3-443e-8fd2-b3c2a16dffe7 req-7de8029e-01c3-4da0-a416-86dafe5d2139 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0747006 Aug 21 12:21:34.273908 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d7e7d-2514-4f85-96e0-267a5404415d req-f5478532-609d-4338-9b26-74b93165d6f7 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:34.275573 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8d6d7e7d-2514-4f85-96e0-267a5404415d req-f5478532-609d-4338-9b26-74b93165d6f7 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 944 time: 0.0917211 Aug 21 12:21:34.341653 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8d6d7e7d-2514-4f85-96e0-267a5404415d req-d3436ffb-a70f-4bea-bfe5-145907a42c53 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591297 Aug 21 12:21:34.369692 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 42348) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:21:34.524176 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718961a5-fdda-4350-ad4c-80e61eccbe73 req-946c598d-134e-4166-8b26-3141da1ef42c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:34.525723 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-718961a5-fdda-4350-ad4c-80e61eccbe73 req-946c598d-134e-4166-8b26-3141da1ef42c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 943 time: 0.0865059 Aug 21 12:21:34.540105 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5ee6efe7-3e7c-4ead-a59c-49c2068262fd req-25215011-a760-418a-aec9-3b1b1cb8ad41 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1689363 Aug 21 12:21:34.571173 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device c11fed21-ff45-4ae2-9284-6044f971684b up at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:21:34.575126 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-718961a5-fdda-4350-ad4c-80e61eccbe73 req-bd466a20-f069-4cee-952f-3f80e79d8a49 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433366 Aug 21 12:21:34.648585 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning for port c11fed21-ff45-4ae2-9284-6044f971684b completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:21:34.654602 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning complete for port c11fed21-ff45-4ae2-9284-6044f971684b triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:21:34.655025 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:34.776985 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:34.812218 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port c11fed21-ff45-4ae2-9284-6044f971684b, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=c11fed21-ff45-4ae2-9284-6044f971684b,segment=NetworkSegment(6f222f72-9449-4dad-97ab-70099dd75978),segment_id=6f222f72-9449-4dad-97ab-70099dd75978)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:21:34.814847 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:34.815734 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:21:34.847445 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:21:34.939940 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=c11fed21-ff45-4ae2-9284-6044f971684b,revision_number=5']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:21:34.969341 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:21:35.013207 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6de606-e2a9-41ad-9a81-4019bf705ff4 req-cf584441-6ac6-42a6-bd6e-d7ceb6f5203d tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:35.014939 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-dc6de606-e2a9-41ad-9a81-4019bf705ff4 req-cf584441-6ac6-42a6-bd6e-d7ceb6f5203d tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 945 time: 0.0894997 Aug 21 12:21:35.066971 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-dc6de606-e2a9-41ad-9a81-4019bf705ff4 req-bf7a9a2e-bffd-4549-ab1a-d71506751d59 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439181 Aug 21 12:21:35.300020 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73410f62-bf96-4e7c-8e02-75e94025bceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11fed21-ff45-4ae2-9284-6044f971684b'}] {{(pid=82381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:21:35.356597 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73410f62-bf96-4e7c-8e02-75e94025bceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11fed21-ff45-4ae2-9284-6044f971684b', 'code': 200} Aug 21 12:21:35.592779 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8d71e-a589-4cb4-9f07-c63ec8766488 req-681dc448-e70a-433a-9edb-82fcb268aacd tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:35.594479 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-dbd8d71e-a589-4cb4-9f07-c63ec8766488 req-681dc448-e70a-433a-9edb-82fcb268aacd tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 945 time: 0.1335883 Aug 21 12:21:35.659915 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5643ccf1-5128-412a-9fd2-6a231022f7d2 req-5a92a356-95aa-424a-8099-77cf67c70597 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 1098 time: 0.1260259 Aug 21 12:21:35.688240 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-dbd8d71e-a589-4cb4-9f07-c63ec8766488 req-43ff77f2-b873-41d8-beb4-7ec40bc8f9f4 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857496 Aug 21 12:21:35.727747 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5643ccf1-5128-412a-9fd2-6a231022f7d2 req-a9ca75fa-f404-42d1-9a63-5eb0c5effb2b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590084 Aug 21 12:21:35.837718 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d9e5b-66b3-40b0-9263-de023a199c89 req-cc29d5a6-b108-496c-8864-793ab4bde0ac tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:35.839249 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3d2d9e5b-66b3-40b0-9263-de023a199c89 req-cc29d5a6-b108-496c-8864-793ab4bde0ac tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 943 time: 0.0885746 Aug 21 12:21:35.888278 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3d2d9e5b-66b3-40b0-9263-de023a199c89 req-71761ffd-6828-4602-8f64-4dab7cabc57d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426922 Aug 21 12:21:36.083609 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5ee6efe7-3e7c-4ead-a59c-49c2068262fd req-6e3bdca3-bd45-4999-80de-948f98903147 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a&tenant_id=0ab1a7fb5e8f47d4a26520c5fb8bd4c2 HTTP/1.1" status: 200 len: 1096 time: 0.0766556 Aug 21 12:21:36.180662 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5ee6efe7-3e7c-4ead-a59c-49c2068262fd req-bf894364-3d0d-4ff1-9901-b5d7bdc024a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ab1a7fb5e8f47d4a26520c5fb8bd4c2&device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 1096 time: 0.0760083 Aug 21 12:21:36.570975 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6efe7-3e7c-4ead-a59c-49c2068262fd req-70eb5ac2-5e12-46d0-a896-e58f2fc0876f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:36.572491 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5ee6efe7-3e7c-4ead-a59c-49c2068262fd req-70eb5ac2-5e12-46d0-a896-e58f2fc0876f service neutron] 10.222.0.21 "GET /v2.0/networks?id=66fcdff2-94ab-4687-9781-4d1ba887f030 HTTP/1.1" status: 200 len: 917 time: 0.3853207 Aug 21 12:21:36.582352 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157204fb-c3bd-465d-8e16-92614e5d1312 req-c00d2c78-b7ee-4793-a37d-d07f98260abc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:36.583964 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-157204fb-c3bd-465d-8e16-92614e5d1312 req-c00d2c78-b7ee-4793-a37d-d07f98260abc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 945 time: 0.3727744 Aug 21 12:21:36.720552 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5ee6efe7-3e7c-4ead-a59c-49c2068262fd req-6db1e233-0ec1-4182-8843-73bd3456e0ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 HTTP/1.1" status: 200 len: 999 time: 0.1355686 Aug 21 12:21:36.722951 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-157204fb-c3bd-465d-8e16-92614e5d1312 req-978b7629-1f79-4d38-8428-794dd01555e4 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880783 Aug 21 12:21:36.801051 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6efe7-3e7c-4ead-a59c-49c2068262fd req-8c75937a-de07-43df-8255-49c2250324d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:36.803261 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5ee6efe7-3e7c-4ead-a59c-49c2068262fd req-8c75937a-de07-43df-8255-49c2250324d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8a00bc67-6928-4f8f-9e79-a5b624611398 HTTP/1.1" status: 200 len: 855 time: 0.0700703 Aug 21 12:21:37.031154 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5ee6efe7-3e7c-4ead-a59c-49c2068262fd req-ed0948cc-fd03-4142-bb4f-3b00d7eb0012 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=66fcdff2-94ab-4687-9781-4d1ba887f030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2161701 Aug 21 12:21:37.041237 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3fb134-be27-4f03-ac32-6d78bc8b0c93 req-73371a82-0136-4123-a642-3e36362674f0 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:37.042826 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bc3fb134-be27-4f03-ac32-6d78bc8b0c93 req-73371a82-0136-4123-a642-3e36362674f0 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 945 time: 0.1881316 Aug 21 12:21:37.049826 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94a66f-bbab-4148-b3c3-ce953f534077 req-14fce51a-50ca-4581-8409-91c5c9dc0405 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:37.051613 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cf94a66f-bbab-4148-b3c3-ce953f534077 req-14fce51a-50ca-4581-8409-91c5c9dc0405 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 945 time: 0.1503987 Aug 21 12:21:37.245348 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bc3fb134-be27-4f03-ac32-6d78bc8b0c93 req-501f26a5-b136-4070-a24f-9721457795de tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926196 Aug 21 12:21:37.265570 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cf94a66f-bbab-4148-b3c3-ce953f534077 req-b47c8d31-94ab-48bd-af0c-038e55142c42 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899662 Aug 21 12:21:37.269065 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5ee6efe7-3e7c-4ead-a59c-49c2068262fd req-1a9e0b0c-b874-4d10-b2d1-a8fa6fe10da4 service neutron] 10.222.0.21 "GET /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152507 Aug 21 12:21:37.483664 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5ee6efe7-3e7c-4ead-a59c-49c2068262fd req-fa7b03b5-da27-4eea-8bf2-c9242632a52a service neutron] 10.222.0.21 "GET /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026522 Aug 21 12:21:37.498301 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f5822-6043-4ffc-838c-d705830bfe7d req-5427ccd2-13e1-4dcb-98d1-18bce89ea3d7 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:37.499892 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-671f5822-6043-4ffc-838c-d705830bfe7d req-5427ccd2-13e1-4dcb-98d1-18bce89ea3d7 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 943 time: 0.1247976 Aug 21 12:21:37.556811 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-671f5822-6043-4ffc-838c-d705830bfe7d req-ea049911-5b1f-41f6-a6e9-a6541ad69e82 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494883 Aug 21 12:21:37.715868 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30054edd-6ff6-4c97-acf4-4bf095c01b0b req-5b4a527c-2e50-4587-85de-97bab81ba5fa tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:37.717428 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-30054edd-6ff6-4c97-acf4-4bf095c01b0b req-5b4a527c-2e50-4587-85de-97bab81ba5fa tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 945 time: 0.0825047 Aug 21 12:21:37.766715 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-30054edd-6ff6-4c97-acf4-4bf095c01b0b req-ce6c13e7-bd11-45b4-90b8-111eb5259fb1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428512 Aug 21 12:21:38.512714 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca1f55-e768-488a-a820-4a39af289a47 req-04127af1-b90e-4b8a-8762-1ed07dd9e136 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:38.520429 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-4fca1f55-e768-488a-a820-4a39af289a47 req-04127af1-b90e-4b8a-8762-1ed07dd9e136 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 945 time: 0.1321793 Aug 21 12:21:38.577462 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-4fca1f55-e768-488a-a820-4a39af289a47 req-92f57100-fe9b-4cb9-9576-8ac679adfe06 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554850 Aug 21 12:21:38.842725 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18a0c7-b47b-4583-a942-53e34a0bd02b req-94656f15-c7fe-4897-95b9-96df7235151c tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:38.844333 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7c18a0c7-b47b-4583-a942-53e34a0bd02b req-94656f15-c7fe-4897-95b9-96df7235151c tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.2163615 Aug 21 12:21:38.920218 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7c18a0c7-b47b-4583-a942-53e34a0bd02b req-7370960f-57c0-4dd3-a0e3-557c717c67da tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675120 Aug 21 12:21:38.926177 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfdda22-7629-4ca4-ba8c-466fdcc349b0 req-4850da39-5781-4916-9b5f-f3f54a197246 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:38.928393 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-fdfdda22-7629-4ca4-ba8c-466fdcc349b0 req-4850da39-5781-4916-9b5f-f3f54a197246 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 943 time: 0.1471219 Aug 21 12:21:38.986166 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-fdfdda22-7629-4ca4-ba8c-466fdcc349b0 req-21e22621-7bd8-4b27-840a-8771dcdf8e9d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512555 Aug 21 12:21:39.966253 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cde548-7bfd-4184-8911-4c2e3685c39c req-b928b4da-f3fc-4b7d-ba16-497c15cc4cfd tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:39.968477 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-28cde548-7bfd-4184-8911-4c2e3685c39c req-b928b4da-f3fc-4b7d-ba16-497c15cc4cfd tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 945 time: 0.0852015 Aug 21 12:21:40.017694 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-28cde548-7bfd-4184-8911-4c2e3685c39c req-d9f8bac8-77bb-47da-801f-32a687dcc55e tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427058 Aug 21 12:21:40.220700 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322060e-a355-4ca0-a4fb-df315adbc436 req-80040669-0378-4fde-a854-5f6d564fac00 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:40.222304 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2322060e-a355-4ca0-a4fb-df315adbc436 req-80040669-0378-4fde-a854-5f6d564fac00 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0889413 Aug 21 12:21:40.271345 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2322060e-a355-4ca0-a4fb-df315adbc436 req-cfc7ec24-37e1-422d-bc45-c8cecc29c10b tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422733 Aug 21 12:21:40.480967 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f76f66-e3a7-47fe-a0db-0bd293351c10 req-cc0f5ef0-a72d-4a07-8ed1-49141a89719d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:40.482611 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a3f76f66-e3a7-47fe-a0db-0bd293351c10 req-cc0f5ef0-a72d-4a07-8ed1-49141a89719d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 943 time: 0.0917563 Aug 21 12:21:40.538678 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a3f76f66-e3a7-47fe-a0db-0bd293351c10 req-09249078-b3a1-4934-bc9f-eae3b5fc86de tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487604 Aug 21 12:21:41.227189 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9d6d9-cfe4-45ee-b529-924f7e85545b req-7a45e71e-fed6-4720-8a3b-902c0de219ee tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:41.228858 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c7a9d6d9-cfe4-45ee-b529-924f7e85545b req-7a45e71e-fed6-4720-8a3b-902c0de219ee tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 945 time: 0.0836637 Aug 21 12:21:41.277679 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c7a9d6d9-cfe4-45ee-b529-924f7e85545b req-eadbd3bf-5058-432f-8b90-110e529649e7 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424092 Aug 21 12:21:41.482711 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898cf1e-88ca-40f5-8752-59f33d48989d req-8927407a-e6fc-46cc-83d1-5164be14b220 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:41.484220 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-4898cf1e-88ca-40f5-8752-59f33d48989d req-8927407a-e6fc-46cc-83d1-5164be14b220 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0890493 Aug 21 12:21:41.534199 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-4898cf1e-88ca-40f5-8752-59f33d48989d req-ab85fa45-7f9d-48bb-bf6a-1f3c77642ecf tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435002 Aug 21 12:21:41.904593 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996e7f6-8927-4061-9765-f02cdc6e53bb req-663d39d6-0677-4af2-bd3a-adb215424b35 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:41.908613 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e996e7f6-8927-4061-9765-f02cdc6e53bb req-663d39d6-0677-4af2-bd3a-adb215424b35 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 943 time: 0.0894125 Aug 21 12:21:41.955795 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e996e7f6-8927-4061-9765-f02cdc6e53bb req-a003fd4f-ba17-41db-ab14-30d0d87851f7 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434320 Aug 21 12:21:42.493104 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80163937-c12a-4f3d-83e8-2aa2f9e2459d req-734f072c-ad67-4cfd-bc72-c221ba9e9d57 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:42.494733 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-80163937-c12a-4f3d-83e8-2aa2f9e2459d req-734f072c-ad67-4cfd-bc72-c221ba9e9d57 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 945 time: 0.0889387 Aug 21 12:21:42.543165 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-80163937-c12a-4f3d-83e8-2aa2f9e2459d req-0c5c3988-d797-414a-a5d7-0a8b16f77e66 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417438 Aug 21 12:21:42.746963 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37db4c6-56a9-4855-b85a-cba0166b56dd req-80ce9c28-08a6-4d84-b1fa-0c95cd50ae93 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:42.748588 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a37db4c6-56a9-4855-b85a-cba0166b56dd req-80ce9c28-08a6-4d84-b1fa-0c95cd50ae93 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0858080 Aug 21 12:21:42.807003 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a37db4c6-56a9-4855-b85a-cba0166b56dd req-99df3fcc-893c-4d9f-850c-438b76a41add tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496480 Aug 21 12:21:43.052861 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-de787f3e-28ea-48f4-a683-a6954a2015a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:43.192478 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4922e7f-0ef8-4f6e-9778-6f26a081cca3 req-446b84c3-c35b-4104-917e-0aa0da54a292 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:43.194141 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a4922e7f-0ef8-4f6e-9778-6f26a081cca3 req-446b84c3-c35b-4104-917e-0aa0da54a292 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 943 time: 0.0849924 Aug 21 12:21:43.244926 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a4922e7f-0ef8-4f6e-9778-6f26a081cca3 req-4cd3fe7b-df0b-4c2f-97c6-a6c92915d9ac tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445154 Aug 21 12:21:43.756386 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b728713-de52-4bd8-8376-d3806e0bf15e req-3b14f21d-c1fb-495e-a55f-8801bac23105 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:43.758312 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5b728713-de52-4bd8-8376-d3806e0bf15e req-3b14f21d-c1fb-495e-a55f-8801bac23105 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 945 time: 0.0888326 Aug 21 12:21:43.812147 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5b728713-de52-4bd8-8376-d3806e0bf15e req-9d78b566-00f7-42d2-ba91-50f177b59c4e tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475216 Aug 21 12:21:44.030061 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a713e-261f-4c05-9337-9f6a88959004 req-2b56f10f-3438-41c8-a27f-49a282381a9a tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:44.031683 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b81a713e-261f-4c05-9337-9f6a88959004 req-2b56f10f-3438-41c8-a27f-49a282381a9a tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0937314 Aug 21 12:21:44.083279 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b81a713e-261f-4c05-9337-9f6a88959004 req-4903c749-fb16-49e6-bcc2-9c11e8718088 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443687 Aug 21 12:21:44.475161 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cd0c4-79ee-4d04-98d9-821c6e8eb515 req-9ed3b1dc-6a57-442a-81c8-475dcdc45948 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:44.476801 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-573cd0c4-79ee-4d04-98d9-821c6e8eb515 req-9ed3b1dc-6a57-442a-81c8-475dcdc45948 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 943 time: 0.0928149 Aug 21 12:21:44.498280 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:44.530237 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-573cd0c4-79ee-4d04-98d9-821c6e8eb515 req-51c4555d-544a-4b8a-a024-4a065173f67a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455058 Aug 21 12:21:45.024931 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196be1b-b988-4287-90b1-5dd42ba3e474 req-3a5aed10-9dc6-498f-9567-554304f1cce9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:45.026487 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0196be1b-b988-4287-90b1-5dd42ba3e474 req-3a5aed10-9dc6-498f-9567-554304f1cce9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 945 time: 0.0854793 Aug 21 12:21:45.075682 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0196be1b-b988-4287-90b1-5dd42ba3e474 req-050b9759-09ab-457f-8941-9b35cf044ef0 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431662 Aug 21 12:21:45.180996 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0e0e0ce2-1cc8-433e-a064-62a0c12079da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:45.307082 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ef7f8-1dec-4cbf-aa78-c6799758fd33 req-75058e9b-109b-4953-bff8-b17151412dfa tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:45.308634 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-520ef7f8-1dec-4cbf-aa78-c6799758fd33 req-75058e9b-109b-4953-bff8-b17151412dfa tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0885701 Aug 21 12:21:45.358865 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-520ef7f8-1dec-4cbf-aa78-c6799758fd33 req-77305e15-3347-48f4-84fd-ea53f3d7df7f tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431380 Aug 21 12:21:45.753206 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa81fb-5437-49ca-957f-8cb5da30f767 req-64567803-dc03-43b9-96e2-a20ba7e2b20e tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:45.754827 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-14aa81fb-5437-49ca-957f-8cb5da30f767 req-64567803-dc03-43b9-96e2-a20ba7e2b20e tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 943 time: 0.0882044 Aug 21 12:21:45.793397 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:45.821266 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-14aa81fb-5437-49ca-957f-8cb5da30f767 req-eb547454-ee54-47fb-bb48-ed7a9919a16e tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599270 Aug 21 12:21:46.286971 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c82b20-603d-4f59-9ecb-bb65cde07b90 req-05a7d563-7cd4-48e4-b49e-3f0656905326 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:46.288563 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-05c82b20-603d-4f59-9ecb-bb65cde07b90 req-05a7d563-7cd4-48e4-b49e-3f0656905326 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 945 time: 0.0857797 Aug 21 12:21:46.339699 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-05c82b20-603d-4f59-9ecb-bb65cde07b90 req-6127f83e-67be-4806-8b52-ee9332d92d56 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450630 Aug 21 12:21:46.574146 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89820cbd-b6d9-4d98-8fed-1b7029821c1d req-5bb0f279-486b-4218-8123-290a71662a4b tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:46.575746 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-89820cbd-b6d9-4d98-8fed-1b7029821c1d req-5bb0f279-486b-4218-8123-290a71662a4b tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0889907 Aug 21 12:21:46.626726 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-89820cbd-b6d9-4d98-8fed-1b7029821c1d req-19f2d00f-42f8-4db4-88ec-a53e381f2a2b tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446589 Aug 21 12:21:47.072289 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21029e52-9a1c-4cac-9a3e-525418c14fe8 req-2d2da2e6-5d40-49b9-97b9-41ae87af951b tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:47.073966 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-21029e52-9a1c-4cac-9a3e-525418c14fe8 req-2d2da2e6-5d40-49b9-97b9-41ae87af951b tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 943 time: 0.0870197 Aug 21 12:21:47.124186 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-21029e52-9a1c-4cac-9a3e-525418c14fe8 req-d477d3aa-c87d-4045-b267-232c2fd4ad1d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442526 Aug 21 12:21:47.175985 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:47.556772 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5d6cf-693f-4f49-b9f4-70f0d83014a3 req-8181641f-ea65-423b-bee4-76a6ef871eb0 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:47.558672 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-65c5d6cf-693f-4f49-b9f4-70f0d83014a3 req-8181641f-ea65-423b-bee4-76a6ef871eb0 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 945 time: 0.0936768 Aug 21 12:21:47.609745 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-65c5d6cf-693f-4f49-b9f4-70f0d83014a3 req-367ef387-b980-406f-ad60-d786ec083d57 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447001 Aug 21 12:21:47.853237 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279790f9-a0ab-41f2-bb0e-b3ca81ef236b req-f444d396-5336-4fbf-96ad-c741309b46d4 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:47.855380 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-279790f9-a0ab-41f2-bb0e-b3ca81ef236b req-f444d396-5336-4fbf-96ad-c741309b46d4 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0931938 Aug 21 12:21:47.917520 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-279790f9-a0ab-41f2-bb0e-b3ca81ef236b req-3feac91e-6acd-48df-9197-31cc52129585 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559168 Aug 21 12:21:48.534025 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515b65d-a9d3-4d01-b728-9dff6fe7b6aa req-c14ad105-26c8-46f2-9a1a-5bfdf757e8bd tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:48.535601 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6515b65d-a9d3-4d01-b728-9dff6fe7b6aa req-c14ad105-26c8-46f2-9a1a-5bfdf757e8bd tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 943 time: 0.2697642 Aug 21 12:21:48.586526 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6515b65d-a9d3-4d01-b728-9dff6fe7b6aa req-9dfbade4-b767-44de-86b8-b82d77097175 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443852 Aug 21 12:21:48.765446 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:48.831320 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f9c93-2b5f-4a0a-a568-f62dfbd879f6 req-9c27311f-4c3f-4b14-9012-f95846145bc4 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:48.833519 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b05f9c93-2b5f-4a0a-a568-f62dfbd879f6 req-9c27311f-4c3f-4b14-9012-f95846145bc4 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 945 time: 0.0969377 Aug 21 12:21:48.882085 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b05f9c93-2b5f-4a0a-a568-f62dfbd879f6 req-fdf20c87-8ce5-4fee-957b-fc1568d7f7ba tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424244 Aug 21 12:21:49.136357 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019231f8-f40c-4ce8-ad98-b9232993b947 req-42d397af-0405-43af-8d29-a82a5410b23e tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:49.138006 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-019231f8-f40c-4ce8-ad98-b9232993b947 req-42d397af-0405-43af-8d29-a82a5410b23e tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0839820 Aug 21 12:21:49.188635 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-019231f8-f40c-4ce8-ad98-b9232993b947 req-283e2538-fcb2-46af-b3e4-284d90795bd6 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444665 Aug 21 12:21:49.866589 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08f82e-fcce-4a98-bbfd-18d20bbdacd6 req-4d48420e-01f3-43ef-a710-9a7cbb33c6a9 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:49.868239 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-eb08f82e-fcce-4a98-bbfd-18d20bbdacd6 req-4d48420e-01f3-43ef-a710-9a7cbb33c6a9 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 943 time: 0.1314638 Aug 21 12:21:49.920318 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-eb08f82e-fcce-4a98-bbfd-18d20bbdacd6 req-75048f46-9825-4365-980f-ea944df237fd tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453281 Aug 21 12:21:50.122518 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a3ccb-11aa-491c-b3d6-6a81f670d112 req-87df2b3f-a46c-4b22-81e2-9a183540c495 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:50.124106 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-904a3ccb-11aa-491c-b3d6-6a81f670d112 req-87df2b3f-a46c-4b22-81e2-9a183540c495 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 945 time: 0.0833488 Aug 21 12:21:50.178428 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-904a3ccb-11aa-491c-b3d6-6a81f670d112 req-804ee8db-5fed-4034-a56b-3fbe74503d22 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470994 Aug 21 12:21:50.398593 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178636d-af51-4d71-b3a6-d3ba54d72057 req-5f68b216-9e89-44fb-86e5-7bf7f55b4cac tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:50.400192 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d178636d-af51-4d71-b3a6-d3ba54d72057 req-5f68b216-9e89-44fb-86e5-7bf7f55b4cac tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0853465 Aug 21 12:21:50.450943 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d178636d-af51-4d71-b3a6-d3ba54d72057 req-1c3d4a05-df55-4db9-bbd3-c059d275370b tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442686 Aug 21 12:21:51.138149 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abbd4a-74e5-48cc-9a02-963899ba64ea req-7a968854-5a18-4f97-94b4-070ac0dc57bc tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:51.139715 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f7abbd4a-74e5-48cc-9a02-963899ba64ea req-7a968854-5a18-4f97-94b4-070ac0dc57bc tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 943 time: 0.0845063 Aug 21 12:21:51.188079 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f7abbd4a-74e5-48cc-9a02-963899ba64ea req-739c685d-5958-4e8c-9197-62e4496d1ff0 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416851 Aug 21 12:21:51.385681 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1565f17-f702-4c1d-a524-2f8acc4a009a req-3759e649-1952-4255-aa61-70fdda32ec91 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:51.387231 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a1565f17-f702-4c1d-a524-2f8acc4a009a req-3759e649-1952-4255-aa61-70fdda32ec91 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 945 time: 0.0807993 Aug 21 12:21:51.435026 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a1565f17-f702-4c1d-a524-2f8acc4a009a req-46d1a198-a46e-4bbd-bb64-19b3c5c7b3da tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416517 Aug 21 12:21:51.657556 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9aad68-c9e9-442e-a601-83862b29ef19 req-6da223a6-1091-42bf-bf29-257925bc9198 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:51.659101 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1a9aad68-c9e9-442e-a601-83862b29ef19 req-6da223a6-1091-42bf-bf29-257925bc9198 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0853703 Aug 21 12:21:51.705925 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1a9aad68-c9e9-442e-a601-83862b29ef19 req-8abc1be7-8edc-44f5-bdb1-e0f551aecde3 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406597 Aug 21 12:21:52.401870 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4a389-32af-49fa-9f21-47fda157a557 req-51827ed3-68b8-4f94-9dcb-9c25040a27f4 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:52.403459 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-06b4a389-32af-49fa-9f21-47fda157a557 req-51827ed3-68b8-4f94-9dcb-9c25040a27f4 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 943 time: 0.0818291 Aug 21 12:21:52.452207 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-06b4a389-32af-49fa-9f21-47fda157a557 req-001aac9c-bca1-434e-9bb6-ba9657e16c87 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425298 Aug 21 12:21:52.654694 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba2d6f-0a97-4056-ac70-4add43c04921 req-8bc0b5c8-b8ce-4f77-837a-c53344e33800 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:52.656260 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8bba2d6f-0a97-4056-ac70-4add43c04921 req-8bc0b5c8-b8ce-4f77-837a-c53344e33800 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 945 time: 0.0849879 Aug 21 12:21:52.703742 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8bba2d6f-0a97-4056-ac70-4add43c04921 req-1b975098-b341-45aa-b317-27a34ac20651 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405452 Aug 21 12:21:52.911675 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fd70f-96ab-4ccb-a7d6-74cacb5e577b req-1d15ab1a-56f8-45cf-bf82-472157e94b0c tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:52.913287 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bd8fd70f-96ab-4ccb-a7d6-74cacb5e577b req-1d15ab1a-56f8-45cf-bf82-472157e94b0c tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0823729 Aug 21 12:21:52.964315 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bd8fd70f-96ab-4ccb-a7d6-74cacb5e577b req-3cffbe82-22f2-45bb-8cee-30021fdb2ae4 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449014 Aug 21 12:21:53.185867 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8a0c2ec0-4cc3-4d4f-9433-80789e0d4051 req-b1a0de3a-d446-46dd-a803-b2e42d7df199 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730510 Aug 21 12:21:53.296497 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8a0c2ec0-4cc3-4d4f-9433-80789e0d4051 req-1417e2eb-aae1-4dfd-880e-041bf0c7887c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8473861c17114a58a182c5c448d53560&device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 1098 time: 0.0819201 Aug 21 12:21:53.463783 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c2ec0-4cc3-4d4f-9433-80789e0d4051 req-c4da4948-1f66-44cc-b49c-fbfbc0cb8700 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:53.465386 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8a0c2ec0-4cc3-4d4f-9433-80789e0d4051 req-c4da4948-1f66-44cc-b49c-fbfbc0cb8700 service neutron] 10.222.0.21 "GET /v2.0/networks?id=18d0a611-84ee-4786-bdcb-094287ac4ec3 HTTP/1.1" status: 200 len: 920 time: 0.1446230 Aug 21 12:21:53.544362 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8a0c2ec0-4cc3-4d4f-9433-80789e0d4051 req-ddb6dab5-3b33-48b2-b1d7-b3c559243a60 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=987c50b3-6bb8-4f70-8e01-5c6546dec669 HTTP/1.1" status: 200 len: 217 time: 0.0709541 Aug 21 12:21:53.670047 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c2ec0-4cc3-4d4f-9433-80789e0d4051 req-ad138a33-8603-4226-9959-48b3477b2e77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:53.671603 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8a0c2ec0-4cc3-4d4f-9433-80789e0d4051 req-ad138a33-8603-4226-9959-48b3477b2e77 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8572cca-1fbb-4055-8700-71a5ac4d4c97 HTTP/1.1" status: 200 len: 859 time: 0.1189730 Aug 21 12:21:53.730376 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8a0c2ec0-4cc3-4d4f-9433-80789e0d4051 req-cfcab06e-adc6-41a2-9197-32997d81361c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18d0a611-84ee-4786-bdcb-094287ac4ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482984 Aug 21 12:21:53.741440 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880793d0-fb2e-4741-a469-ee08dd4a6de9 req-90a8935f-cba1-4f47-83cf-9ca311f86c22 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:53.742979 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-880793d0-fb2e-4741-a469-ee08dd4a6de9 req-90a8935f-cba1-4f47-83cf-9ca311f86c22 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 943 time: 0.1467075 Aug 21 12:21:53.960637 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-880793d0-fb2e-4741-a469-ee08dd4a6de9 req-302457e7-3ea7-4b6c-9045-b5c6e9b1934c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917405 Aug 21 12:21:53.986142 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8a0c2ec0-4cc3-4d4f-9433-80789e0d4051 req-a40585d4-1111-40e4-8e16-1ce92bea70d5 service neutron] 10.222.0.21 "GET /v2.0/networks/18d0a611-84ee-4786-bdcb-094287ac4ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421029 Aug 21 12:21:54.001272 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369cb11-ee5d-49f9-ac01-282366a60ebe req-8d39320e-18ef-40f3-bd1f-a1d23f069b45 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:54.002835 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8369cb11-ee5d-49f9-ac01-282366a60ebe req-8d39320e-18ef-40f3-bd1f-a1d23f069b45 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 945 time: 0.1610503 Aug 21 12:21:54.211093 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8369cb11-ee5d-49f9-ac01-282366a60ebe req-4919fbd7-77cd-4da0-af1e-efbf39ff6054 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849310 Aug 21 12:21:54.247024 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8a0c2ec0-4cc3-4d4f-9433-80789e0d4051 req-6932c091-fa27-4688-bab1-9da494e70beb service neutron] 10.222.0.21 "GET /v2.0/networks/18d0a611-84ee-4786-bdcb-094287ac4ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431760 Aug 21 12:21:54.253885 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e08143-c35a-49dc-92aa-4e28bd62a1b2 req-7d09b77a-ac31-4326-b592-c29f6c84b6c0 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:54.255487 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-40e08143-c35a-49dc-92aa-4e28bd62a1b2 req-7d09b77a-ac31-4326-b592-c29f6c84b6c0 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.1626003 Aug 21 12:21:54.305725 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-40e08143-c35a-49dc-92aa-4e28bd62a1b2 req-f7bcaa74-3c3f-4820-9b34-78c8ed525a2e tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438888 Aug 21 12:21:55.181645 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfc3ea-554c-498c-90ba-e483cf696def req-9c542f28-009d-4721-8de4-56ecd55c7dbe tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:55.183210 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bdcfc3ea-554c-498c-90ba-e483cf696def req-9c542f28-009d-4721-8de4-56ecd55c7dbe tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 943 time: 0.0814404 Aug 21 12:21:55.232904 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bdcfc3ea-554c-498c-90ba-e483cf696def req-6c2b0edd-8065-4608-8a77-ad3e43b1df72 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425823 Aug 21 12:21:55.523891 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a70a60-f988-418a-86ce-7f94892ca9b2 req-656c28b0-5d3f-4415-9d5f-ea2ec8252b6b tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:55.525468 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e4a70a60-f988-418a-86ce-7f94892ca9b2 req-656c28b0-5d3f-4415-9d5f-ea2ec8252b6b tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.21 "GET /v2.0/ports?device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 945 time: 0.1995885 Aug 21 12:21:55.573374 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ae4a2-fb5e-4c96-8e26-f14055d8a69b req-fae606a3-b28c-4193-95c5-ec66c46ea3fa tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:55.574935 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-de3ae4a2-fb5e-4c96-8e26-f14055d8a69b req-fae606a3-b28c-4193-95c5-ec66c46ea3fa tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 945 time: 0.2038574 Aug 21 12:21:55.666154 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-e4a70a60-f988-418a-86ce-7f94892ca9b2 req-8a5f846a-04d6-44a0-a62a-78452e6a4d00 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Deleting port c11fed21-ff45-4ae2-9284-6044f971684b {{(pid=82379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:21:55.666544 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-e4a70a60-f988-418a-86ce-7f94892ca9b2 req-8a5f846a-04d6-44a0-a62a-78452e6a4d00 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:55.699600 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623d3d3-c3c6-4d2c-842b-59379b25824d req-7cb30364-851b-4daf-9364-d84f2c6227aa tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:55.701206 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8623d3d3-c3c6-4d2c-842b-59379b25824d req-7cb30364-851b-4daf-9364-d84f2c6227aa tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.2594337 Aug 21 12:21:55.756635 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-de3ae4a2-fb5e-4c96-8e26-f14055d8a69b req-a02810bc-2f97-4548-b016-0dbe46233c3b tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/security-groups?id=12876480-ad69-4cdb-9937-fd3292ed9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650627 Aug 21 12:21:55.835078 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8623d3d3-c3c6-4d2c-842b-59379b25824d req-62733d25-45ad-4be5-8c14-fbcc122f745b tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256349 Aug 21 12:21:56.218697 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-e4a70a60-f988-418a-86ce-7f94892ca9b2 req-8a5f846a-04d6-44a0-a62a-78452e6a4d00 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] For port c11fed21-ff45-4ae2-9284-6044f971684b, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=c11fed21-ff45-4ae2-9284-6044f971684b,segment=NetworkSegment(6f222f72-9449-4dad-97ab-70099dd75978),segment_id=6f222f72-9449-4dad-97ab-70099dd75978)] {{(pid=82379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:21:56.219315 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-e4a70a60-f988-418a-86ce-7f94892ca9b2 req-8a5f846a-04d6-44a0-a62a-78452e6a4d00 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:56.348517 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-e4a70a60-f988-418a-86ce-7f94892ca9b2 req-8a5f846a-04d6-44a0-a62a-78452e6a4d00 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Calling delete_port for c11fed21-ff45-4ae2-9284-6044f971684b owned by compute:nova {{(pid=82379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:21:56.382244 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8ada9-64be-40e0-99ed-69eaff522d5f req-2e137789-6af2-4c82-ac8a-2f9d450a8bdf tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:56.383827 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1aa8ada9-64be-40e0-99ed-69eaff522d5f req-2e137789-6af2-4c82-ac8a-2f9d450a8bdf tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 945 time: 0.4685493 Aug 21 12:21:56.524618 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6d018-d085-4402-816f-1a973bbee5e0 req-5f242606-9b0e-4abd-b0c6-95416b27c03e tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:56.525467 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-7da6d018-d085-4402-816f-1a973bbee5e0 req-5f242606-9b0e-4abd-b0c6-95416b27c03e tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Synchronizing usage tracker for tenant:8473861c17114a58a182c5c448d53560 on resource:port {{(pid=82380) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:21:56.528689 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1aa8ada9-64be-40e0-99ed-69eaff522d5f req-f1c85d71-d4c6-4b13-acca-8995030739ae tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359546 Aug 21 12:21:56.538507 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-7da6d018-d085-4402-816f-1a973bbee5e0 req-5f242606-9b0e-4abd-b0c6-95416b27c03e tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Unset dirty status for tenant:8473861c17114a58a182c5c448d53560 on resource:port {{(pid=82380) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:21:56.540059 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7da6d018-d085-4402-816f-1a973bbee5e0 req-5f242606-9b0e-4abd-b0c6-95416b27c03e tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.0941570 Aug 21 12:21:56.576323 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 42558) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:21:56.610068 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23388671-eeed-4726-bb46-1cbeac0e4863 req-8164e30c-814e-4fe3-bde3-5dc15e243ae4 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:56.611808 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-23388671-eeed-4726-bb46-1cbeac0e4863 req-8164e30c-814e-4fe3-bde3-5dc15e243ae4 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 943 time: 0.2269707 Aug 21 12:21:56.654490 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-e4a70a60-f988-418a-86ce-7f94892ca9b2 req-8a5f846a-04d6-44a0-a62a-78452e6a4d00 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:56.662406 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b6c76e8a-a7dd-4c91-a1c9-f5c57f646af0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:21:56.666942 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['c11fed21-ff45-4ae2-9284-6044f971684b'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:21:56.761581 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f846a-04d6-44a0-a62a-78452e6a4d00 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Pushing event deleted for resources: {'Port': ['ID=c11fed21-ff45-4ae2-9284-6044f971684b,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:21:56.785775 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-23388671-eeed-4726-bb46-1cbeac0e4863 req-42eb1a2a-c8f0-4445-8114-925033134165 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608934 Aug 21 12:21:56.787366 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-8a5f846a-04d6-44a0-a62a-78452e6a4d00 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:21:56.816112 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-7da6d018-d085-4402-816f-1a973bbee5e0 req-5224bcf4-9273-4275-a261-169b9f43760f tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Deleting port 21da0c4f-3623-41b6-a04f-44bbe2c26206 {{(pid=82380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:21:56.817207 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-7da6d018-d085-4402-816f-1a973bbee5e0 req-5224bcf4-9273-4275-a261-169b9f43760f tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:56.902454 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a70a60-f988-418a-86ce-7f94892ca9b2 req-8a5f846a-04d6-44a0-a62a-78452e6a4d00 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] No DVR routers for this DVR port c11fed21-ff45-4ae2-9284-6044f971684b on host hv-cinder-80547 {{(pid=82379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:21:56.908847 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-e4a70a60-f988-418a-86ce-7f94892ca9b2 req-8a5f846a-04d6-44a0-a62a-78452e6a4d00 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:56.913873 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-b813841c-bd07-4636-af49-334815dd1e4f tempest-TestMinimumBasicScenario-1031587451 tempest-TestMinimumBasicScenario-1031587451-project-admin] Synchronizing usage tracker for tenant:f9623a2db6174f9bad2043a3a22ad49c on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:21:56.916207 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73410f62-bf96-4e7c-8e02-75e94025bceb', 'name': 'network-vif-deleted', 'tag': 'c11fed21-ff45-4ae2-9284-6044f971684b'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:21:56.937066 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e4a70a60-f988-418a-86ce-7f94892ca9b2 req-8a5f846a-04d6-44a0-a62a-78452e6a4d00 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.21 "DELETE /v2.0/ports/c11fed21-ff45-4ae2-9284-6044f971684b HTTP/1.1" status: 204 len: 173 time: 1.3988628 Aug 21 12:21:57.036436 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-0ccc43c9-f700-4cba-93e5-1dcd424b85e4 req-e9b14f4a-6d9c-4a01-ac15-bf1acdcfe8bb tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Synchronizing usage tracker for tenant:33a7f0cf3144434084731b6af961d0d4 on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:21:57.047962 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-b813841c-bd07-4636-af49-334815dd1e4f tempest-TestMinimumBasicScenario-1031587451 tempest-TestMinimumBasicScenario-1031587451-project-admin] Unset dirty status for tenant:f9623a2db6174f9bad2043a3a22ad49c on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:21:57.049323 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-b813841c-bd07-4636-af49-334815dd1e4f tempest-TestMinimumBasicScenario-1031587451 tempest-TestMinimumBasicScenario-1031587451-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 1093 time: 0.4711096 Aug 21 12:21:57.052585 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 42570) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:21:57.065389 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-cbba7431-5ad4-4e94-b935-4606b81df2d7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Request body: {'floatingip': {'floating_network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'port_id': '9f0324e4-398b-4693-895b-84060224a3ac', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:21:57.081867 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-cbba7431-5ad4-4e94-b935-4606b81df2d7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:21:57.092105 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-cbba7431-5ad4-4e94-b935-4606b81df2d7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Usage tracker for resource:floatingip and tenant:f04b45e6b62a49fbbf9eada7c40a9bf6 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:21:57.098832 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-cbba7431-5ad4-4e94-b935-4606b81df2d7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:21:57.103254 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-0ccc43c9-f700-4cba-93e5-1dcd424b85e4 req-e9b14f4a-6d9c-4a01-ac15-bf1acdcfe8bb tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Unset dirty status for tenant:33a7f0cf3144434084731b6af961d0d4 on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:21:57.104537 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0ccc43c9-f700-4cba-93e5-1dcd424b85e4 req-e9b14f4a-6d9c-4a01-ac15-bf1acdcfe8bb tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] 10.222.0.11 "GET /v2.0/ports?device_id=73410f62-bf96-4e7c-8e02-75e94025bceb HTTP/1.1" status: 200 len: 210 time: 0.1693265 Aug 21 12:21:57.104924 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-7da6d018-d085-4402-816f-1a973bbee5e0 req-5224bcf4-9273-4275-a261-169b9f43760f tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] For port 21da0c4f-3623-41b6-a04f-44bbe2c26206, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=21da0c4f-3623-41b6-a04f-44bbe2c26206,segment=NetworkSegment(9bccf248-dbd2-4188-9e45-304e4f6cd4b1),segment_id=9bccf248-dbd2-4188-9e45-304e4f6cd4b1)] {{(pid=82380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:21:57.105378 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-7da6d018-d085-4402-816f-1a973bbee5e0 req-5224bcf4-9273-4275-a261-169b9f43760f tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:57.117764 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-cbba7431-5ad4-4e94-b935-4606b81df2d7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:21:57.136350 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-cbba7431-5ad4-4e94-b935-4606b81df2d7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for floatingip, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:57.149347 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee15d00-7a52-42fd-970d-c1e4afcdb7bf req-acc5c33d-8ac8-4b56-a3ed-5726c1d5e0a9 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:57.151083 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bee15d00-7a52-42fd-970d-c1e4afcdb7bf req-acc5c33d-8ac8-4b56-a3ed-5726c1d5e0a9 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82b19fa-7148-40a5-8864-de8fa4b97c67 HTTP/1.1" status: 200 len: 945 time: 0.1676564 Aug 21 12:21:57.191632 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73410f62-bf96-4e7c-8e02-75e94025bceb', 'name': 'network-vif-deleted', 'tag': 'c11fed21-ff45-4ae2-9284-6044f971684b', 'status': 'completed', 'code': 200} Aug 21 12:21:57.235543 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-7da6d018-d085-4402-816f-1a973bbee5e0 req-5224bcf4-9273-4275-a261-169b9f43760f tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Calling delete_port for 21da0c4f-3623-41b6-a04f-44bbe2c26206 owned by compute:nova {{(pid=82380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:21:57.285399 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bee15d00-7a52-42fd-970d-c1e4afcdb7bf req-f2d24836-5820-4c55-a39e-0a62556bca82 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185460 Aug 21 12:21:57.341395 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-cbba7431-5ad4-4e94-b935-4606b81df2d7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:57.447105 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-7da6d018-d085-4402-816f-1a973bbee5e0 req-5224bcf4-9273-4275-a261-169b9f43760f tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:57.454629 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3c89ed16-cc61-4b84-864d-33b8de6b83c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:21:57.466092 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['21da0c4f-3623-41b6-a04f-44bbe2c26206', '987c50b3-6bb8-4f70-8e01-5c6546dec669'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:21:57.489967 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-cbba7431-5ad4-4e94-b935-4606b81df2d7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Allocated IP 172.28.2.143 (17d050b5-9d10-4030-a56f-7262e0bfffca/7ff80433-24f5-4344-a1b2-e78aa99f1de5/5e3702db-6752-4f62-8e26-f5994691c704) {{(pid=82379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:21:57.500012 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224bcf4-9273-4275-a261-169b9f43760f tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Pushing event deleted for resources: {'Port': ['ID=21da0c4f-3623-41b6-a04f-44bbe2c26206,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:21:57.509252 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5224bcf4-9273-4275-a261-169b9f43760f tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:21:57.579041 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da6d018-d085-4402-816f-1a973bbee5e0 req-5224bcf4-9273-4275-a261-169b9f43760f tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] No DVR routers for this DVR port 21da0c4f-3623-41b6-a04f-44bbe2c26206 on host hv-cinder-80547 {{(pid=82380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:21:57.584151 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-7da6d018-d085-4402-816f-1a973bbee5e0 req-5224bcf4-9273-4275-a261-169b9f43760f tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:57.596833 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82b19fa-7148-40a5-8864-de8fa4b97c67', 'name': 'network-vif-deleted', 'tag': '21da0c4f-3623-41b6-a04f-44bbe2c26206'}] {{(pid=82380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:21:57.606681 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7da6d018-d085-4402-816f-1a973bbee5e0 req-5224bcf4-9273-4275-a261-169b9f43760f tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.21 "DELETE /v2.0/ports/21da0c4f-3623-41b6-a04f-44bbe2c26206 HTTP/1.1" status: 204 len: 173 time: 1.0601087 Aug 21 12:21:57.669587 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82b19fa-7148-40a5-8864-de8fa4b97c67', 'name': 'network-vif-deleted', 'tag': '21da0c4f-3623-41b6-a04f-44bbe2c26206', 'status': 'completed', 'code': 200} Aug 21 12:21:57.684013 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-cbba7431-5ad4-4e94-b935-4606b81df2d7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for port, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:57.713390 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-cbba7431-5ad4-4e94-b935-4606b81df2d7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:57.717891 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-464e1476-b843-480e-a20e-7d9b9cb67a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:21:57.793517 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbba7431-5ad4-4e94-b935-4606b81df2d7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Network 17d050b5-9d10-4030-a56f-7262e0bfffca is already hosted by enough agents. {{(pid=82379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:21:57.797080 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-cbba7431-5ad4-4e94-b935-4606b81df2d7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Resources bound (agent type, host, resource id): {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:21:57.799482 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbba7431-5ad4-4e94-b935-4606b81df2d7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Received port after_create {{(pid=82379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:21:57.841779 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba7431-5ad4-4e94-b935-4606b81df2d7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Pushing event updated for resources: {'Port': ['ID=5e3702db-6752-4f62-8e26-f5994691c704,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:21:57.844571 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-cbba7431-5ad4-4e94-b935-4606b81df2d7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:21:58.221345 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162cba3-a6f2-44ed-9776-2c9bbbd375de req-fed276c5-08b3-4443-8042-195fb65f9040 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:58.223596 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5162cba3-a6f2-44ed-9776-2c9bbbd375de req-fed276c5-08b3-4443-8042-195fb65f9040 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 943 time: 0.2648711 Aug 21 12:21:58.323038 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5162cba3-a6f2-44ed-9776-2c9bbbd375de req-da8a3eb2-0059-4033-bbbf-d40c917f09b7 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884960 Aug 21 12:21:58.672800 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-cbba7431-5ad4-4e94-b935-4606b81df2d7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:58.716643 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:21:58.745721 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-cbba7431-5ad4-4e94-b935-4606b81df2d7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:58.759284 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device c11fed21-ff45-4ae2-9284-6044f971684b no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:21:58.865591 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] No Port match for: c11fed21-ff45-4ae2-9284-6044f971684b {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:21:58.866080 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device c11fed21-ff45-4ae2-9284-6044f971684b not bound to the agent host hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:21:58.919003 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:21:58.934119 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Returning: {'device': 'ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'port_id': 'ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8', 'mac_address': 'fa:16:3e:8a:4b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:21:59.020649 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:59.048973 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 {{(pid=82381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:21:59.067934 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:21:59.072139 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:59.074146 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:21:59.150274 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8,revision_number=9']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:21:59.153983 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:21:59.209338 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a374632-48f4-484c-b0bb-043d8f09c55a req-ac742451-b93c-4983-a665-1703fc0a60c0 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:59.210998 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1a374632-48f4-484c-b0bb-043d8f09c55a req-ac742451-b93c-4983-a665-1703fc0a60c0 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.4304416 Aug 21 12:21:59.307044 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1a374632-48f4-484c-b0bb-043d8f09c55a req-2f278944-400c-4776-8a02-c5897185e044 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865955 Aug 21 12:21:59.325844 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-cbba7431-5ad4-4e94-b935-4606b81df2d7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for port, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:59.329766 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-cbba7431-5ad4-4e94-b935-4606b81df2d7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:59.334332 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-8792c3b5-e830-4aa0-82aa-20e6b9de25d9 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:21:59.430568 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba7431-5ad4-4e94-b935-4606b81df2d7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Pushing event updated for resources: {'Port': ['ID=5e3702db-6752-4f62-8e26-f5994691c704,revision_number=2']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:21:59.436135 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-cbba7431-5ad4-4e94-b935-4606b81df2d7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:21:59.458406 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:21:59.463396 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-cbba7431-5ad4-4e94-b935-4606b81df2d7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7900557'] for floatingip, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:59.632728 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80156c29-a900-4e19-bf63-275228b07987 req-b97775a3-631c-4dd5-89fc-c1218e26d865 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:59.634311 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-80156c29-a900-4e19-bf63-275228b07987 req-b97775a3-631c-4dd5-89fc-c1218e26d865 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 944 time: 0.1168430 Aug 21 12:21:59.756018 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-80156c29-a900-4e19-bf63-275228b07987 req-956f6b28-3382-4b1d-9a19-9d44435eb88d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118851 Aug 21 12:21:59.796186 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.l3_db [None req-cbba7431-5ad4-4e94-b935-4606b81df2d7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Floating IP 33691dde-207a-4de5-9c84-975a7da7b183 associated. External IP: 172.28.2.143, port: 9f0324e4-398b-4693-895b-84060224a3ac. Aug 21 12:22:00.199417 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbba7431-5ad4-4e94-b935-4606b81df2d7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Router 29b69207-5ee4-4ddd-b744-1258742d6490 has already been hosted by L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 {{(pid=82379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:22:00.409917 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbba7431-5ad4-4e94-b935-4606b81df2d7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:22:00.420883 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ec4eaa-60ea-4de6-8f5e-e905c14f5171 None None] Sync routers for ids ['29b69207-5ee4-4ddd-b744-1258742d6490'] in dv-cinder-805477-2-smb {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:22:00.433766 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ec4eaa-60ea-4de6-8f5e-e905c14f5171 None None] Routers {'29b69207-5ee4-4ddd-b744-1258742d6490'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:22:00.434432 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-a8ec4eaa-60ea-4de6-8f5e-e905c14f5171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:21:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['29b69207-5ee4-4ddd-b744-1258742d6490'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:22:00.434869 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-cbba7431-5ad4-4e94-b935-4606b81df2d7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for floatingip, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:00.542630 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-cbba7431-5ad4-4e94-b935-4606b81df2d7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4868596 Aug 21 12:22:00.543478 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ccb805e-f4ce-46d4-af8b-571d5edcc28a', 'tag': '9f0324e4-398b-4693-895b-84060224a3ac'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:22:00.545807 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 42634) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:22:00.553259 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-19af0198-993d-4281-a950-7032fc4397ae tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-968451340', 'description': 'tempest-secgroup-smoke-968451340 description', 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:22:00.566859 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-19af0198-993d-4281-a950-7032fc4397ae tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:22:00.577031 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-19af0198-993d-4281-a950-7032fc4397ae tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Usage tracker for resource:security_group and tenant:f04b45e6b62a49fbbf9eada7c40a9bf6 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:22:00.578680 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52cbdbb-c26f-41bf-abd6-56b99d610da3 req-72d88713-d407-4169-aa0c-112ec70d6714 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:00.580309 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c52cbdbb-c26f-41bf-abd6-56b99d610da3 req-72d88713-d407-4169-aa0c-112ec70d6714 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.1206720 Aug 21 12:22:00.595474 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-19af0198-993d-4281-a950-7032fc4397ae tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:22:00.610738 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-19af0198-993d-4281-a950-7032fc4397ae tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:22:00.616398 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ccb805e-f4ce-46d4-af8b-571d5edcc28a', 'tag': '9f0324e4-398b-4693-895b-84060224a3ac', 'status': 'completed', 'code': 200} Aug 21 12:22:00.623649 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-19af0198-993d-4281-a950-7032fc4397ae tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:00.642246 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c52cbdbb-c26f-41bf-abd6-56b99d610da3 req-2b937b9e-96f9-4110-900b-158f1b828e83 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530772 Aug 21 12:22:00.657779 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-a8ec4eaa-60ea-4de6-8f5e-e905c14f5171 None None] Set router 29b69207-5ee4-4ddd-b744-1258742d6490 gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:22:00.725282 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 up at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:22:00.742806 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-19af0198-993d-4281-a950-7032fc4397ae tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:22:00.755154 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-19af0198-993d-4281-a950-7032fc4397ae tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Usage tracker for resource:security_group_rule and tenant:f04b45e6b62a49fbbf9eada7c40a9bf6 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:22:00.759427 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-19af0198-993d-4281-a950-7032fc4397ae tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:22:00.786331 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-19af0198-993d-4281-a950-7032fc4397ae tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:22:00.797430 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ff9cf829-971b-4db3-965f-251fd55534be req-7e68efd8-2e40-40b8-b043-20ffcb6e14ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f04b45e6b62a49fbbf9eada7c40a9bf6&device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 1098 time: 0.1413128 Aug 21 12:22:00.846202 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning complete for port ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:22:00.846596 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:01.018736 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:01.065205 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:22:01.066200 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55deb59-482b-46b7-9199-3988b119cd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8'}] {{(pid=82381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:22:01.084361 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:01.088655 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 21da0c4f-3623-41b6-a04f-44bbe2c26206 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:22:01.100728 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-a8ec4eaa-60ea-4de6-8f5e-e905c14f5171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'name': 'tempest-TestMinimumBasicScenario-31014458-router', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '8b903eaa-bf10-4b94-aabd-a0854a29f3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:20:26Z', 'updated_at': '2021-08-21T12:20:31Z', 'revision_number': 4, 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'gw_port': {'id': '8b903eaa-bf10-4b94-aabd-a0854a29f3a0', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:26Z', 'updated_at': '2021-08-21T12:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_floatingips': [{'id': '33691dde-207a-4de5-9c84-975a7da7b183', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'floating_ip_address': '172.28.2.143', 'floating_network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'router_id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'port_id': '9f0324e4-398b-4693-895b-84060224a3ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c', 'mac_address': 'fa:16:3e:33:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccb805e-f4ce-46d4-af8b-571d5edcc28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:21:58Z', 'updated_at': '2021-08-21T12:21:58Z', 'revision_number': 0, 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d07677-a551-423d-a529-77643ee77a6e', 'name': '', 'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'mac_address': 'fa:16:3e:1a:ee:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c1b910a-8c38-40eb-bbef-e2693f867665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:29Z', 'updated_at': '2021-08-21T12:20:39Z', 'revision_number': 5, 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'subnets': [{'id': '0c1b910a-8c38-40eb-bbef-e2693f867665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:22:01.105832 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ec4eaa-60ea-4de6-8f5e-e905c14f5171 None None] Checking router: 29b69207-5ee4-4ddd-b744-1258742d6490 for host: dv-cinder-805477-2-smb {{(pid=82382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:22:01.118696 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ec4eaa-60ea-4de6-8f5e-e905c14f5171 None None] Routers {'29b69207-5ee4-4ddd-b744-1258742d6490'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:22:01.119718 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-a8ec4eaa-60ea-4de6-8f5e-e905c14f5171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:21:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['29b69207-5ee4-4ddd-b744-1258742d6490'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:22:01.151521 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cf829-971b-4db3-965f-251fd55534be req-67185839-b68c-4e9d-8f4e-825cbb54b8aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:01.153158 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ff9cf829-971b-4db3-965f-251fd55534be req-67185839-b68c-4e9d-8f4e-825cbb54b8aa service neutron] 10.222.0.21 "GET /v2.0/networks?id=fb61732c-c52e-4864-ba61-9ddcc4b9007c HTTP/1.1" status: 200 len: 914 time: 0.3398020 Aug 21 12:22:01.158095 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d18a16e1-2452-4c20-bc30-ec64e853fb49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:01.181573 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d12931-36b5-4dd4-9a08-3e212ea2c67d req-c8454ece-f77c-4de8-9ea1-e87f9d3f3288 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:01.192678 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-75d12931-36b5-4dd4-9a08-3e212ea2c67d req-c8454ece-f77c-4de8-9ea1-e87f9d3f3288 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 946 time: 0.1742909 Aug 21 12:22:01.284863 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55deb59-482b-46b7-9199-3988b119cd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8', 'code': 200} Aug 21 12:22:01.291750 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8,revision_number=10']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:01.305126 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-75d12931-36b5-4dd4-9a08-3e212ea2c67d req-e1e4c8ab-8e2a-48e8-92be-91b92abca5d8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067038 Aug 21 12:22:01.307646 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:01.309056 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] No Port match for: 21da0c4f-3623-41b6-a04f-44bbe2c26206 {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:22:01.309638 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 21da0c4f-3623-41b6-a04f-44bbe2c26206 not bound to the agent host hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:22:01.401918 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ff9cf829-971b-4db3-965f-251fd55534be req-8f490069-ed27-4b0f-8401-e93214d3ceb5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f0324e4-398b-4693-895b-84060224a3ac HTTP/1.1" status: 200 len: 999 time: 0.2411561 Aug 21 12:22:01.409994 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-19af0198-993d-4281-a950-7032fc4397ae tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:01.455174 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-19af0198-993d-4281-a950-7032fc4397ae tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:01.481695 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b8d1bc00-f50e-4cd9-9255-687f0c1cea2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:01.494344 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-19af0198-993d-4281-a950-7032fc4397ae tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:01.495770 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-19af0198-993d-4281-a950-7032fc4397ae tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.9484143 Aug 21 12:22:01.499226 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 42658) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:22:01.506723 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-16863568-c68a-418a-969a-d34ddf288002 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Request body: {'security_group_rule': {'security_group_id': '3dad95ad-df6d-4a4a-a75f-f1f4f9023150', 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:22:01.518766 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-16863568-c68a-418a-969a-d34ddf288002 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:22:01.526759 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-a8ec4eaa-60ea-4de6-8f5e-e905c14f5171 None None] Set router 29b69207-5ee4-4ddd-b744-1258742d6490 gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:22:01.530309 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-16863568-c68a-418a-969a-d34ddf288002 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Usage tracker for resource:security_group_rule and tenant:f04b45e6b62a49fbbf9eada7c40a9bf6 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:22:01.532612 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af0198-993d-4281-a950-7032fc4397ae tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dad95ad-df6d-4a4a-a75f-f1f4f9023150,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:01.536839 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cf829-971b-4db3-965f-251fd55534be req-955c0b02-2ce9-4533-9efa-5648a41e0ad2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:01.538667 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ff9cf829-971b-4db3-965f-251fd55534be req-955c0b02-2ce9-4533-9efa-5648a41e0ad2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c1b910a-8c38-40eb-bbef-e2693f867665 HTTP/1.1" status: 200 len: 852 time: 0.1234009 Aug 21 12:22:01.539635 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-19af0198-993d-4281-a950-7032fc4397ae tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:01.542836 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-16863568-c68a-418a-969a-d34ddf288002 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:22:01.553510 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-16863568-c68a-418a-969a-d34ddf288002 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:22:01.586088 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-16863568-c68a-418a-969a-d34ddf288002 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:01.669837 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ff9cf829-971b-4db3-965f-251fd55534be req-8ff4360d-2d58-4cdd-8763-25913ea1ca47 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb61732c-c52e-4864-ba61-9ddcc4b9007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1232326 Aug 21 12:22:01.746051 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-16863568-c68a-418a-969a-d34ddf288002 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:01.750755 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-16863568-c68a-418a-969a-d34ddf288002 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465177'] for security_group_rule, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:01.753116 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-e4d83d3a-3282-4c0a-a530-08f1e19e255e tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:01.829587 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16863568-c68a-418a-969a-d34ddf288002 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e3da21-3df6-45f9-927d-0b91b4b20d5c,revision_number=0']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:01.832404 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-16863568-c68a-418a-969a-d34ddf288002 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:01.894783 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ff9cf829-971b-4db3-965f-251fd55534be req-4667830e-b468-42b3-b7d7-87c34d199c5e service neutron] 10.222.0.21 "GET /v2.0/networks/fb61732c-c52e-4864-ba61-9ddcc4b9007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062631 Aug 21 12:22:01.921318 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-16863568-c68a-418a-969a-d34ddf288002 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:01.922892 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-16863568-c68a-418a-969a-d34ddf288002 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4226291 Aug 21 12:22:01.929180 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 42668) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:22:01.937074 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-b91b1a1f-6202-470b-be55-31aac7ca69c1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Request body: {'security_group_rule': {'security_group_id': '3dad95ad-df6d-4a4a-a75f-f1f4f9023150', 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:22:01.944293 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-b91b1a1f-6202-470b-be55-31aac7ca69c1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:22:01.948614 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-b91b1a1f-6202-470b-be55-31aac7ca69c1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Usage tracker for resource:security_group_rule and tenant:f04b45e6b62a49fbbf9eada7c40a9bf6 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:22:01.951977 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-b91b1a1f-6202-470b-be55-31aac7ca69c1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:22:01.958411 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-b91b1a1f-6202-470b-be55-31aac7ca69c1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:22:02.038866 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b91b1a1f-6202-470b-be55-31aac7ca69c1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:02.088627 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ff9cf829-971b-4db3-965f-251fd55534be req-98cd775c-5544-4042-b242-f6c3e377107f service neutron] 10.222.0.21 "GET /v2.0/networks/fb61732c-c52e-4864-ba61-9ddcc4b9007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850297 Aug 21 12:22:02.139579 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-dada298f-5fb6-4296-b869-5eac1f969a94 req-3b05d448-e599-4d41-b156-2d75c548bdaf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 1099 time: 0.3031888 Aug 21 12:22:02.171335 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-a8ec4eaa-60ea-4de6-8f5e-e905c14f5171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'name': 'tempest-TestMinimumBasicScenario-31014458-router', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '8b903eaa-bf10-4b94-aabd-a0854a29f3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:20:26Z', 'updated_at': '2021-08-21T12:20:31Z', 'revision_number': 4, 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'gw_port': {'id': '8b903eaa-bf10-4b94-aabd-a0854a29f3a0', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:26Z', 'updated_at': '2021-08-21T12:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_floatingips': [{'id': '33691dde-207a-4de5-9c84-975a7da7b183', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'floating_ip_address': '172.28.2.143', 'floating_network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'router_id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'port_id': '9f0324e4-398b-4693-895b-84060224a3ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c', 'mac_address': 'fa:16:3e:33:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccb805e-f4ce-46d4-af8b-571d5edcc28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:21:58Z', 'updated_at': '2021-08-21T12:21:58Z', 'revision_number': 0, 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d07677-a551-423d-a529-77643ee77a6e', 'name': '', 'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'mac_address': 'fa:16:3e:1a:ee:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c1b910a-8c38-40eb-bbef-e2693f867665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:29Z', 'updated_at': '2021-08-21T12:20:39Z', 'revision_number': 5, 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'subnets': [{'id': '0c1b910a-8c38-40eb-bbef-e2693f867665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:22:02.177062 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ec4eaa-60ea-4de6-8f5e-e905c14f5171 None None] The sync data for ids ['29b69207-5ee4-4ddd-b744-1258742d6490'] in dv-cinder-805477-2-smb is: [{'id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'name': 'tempest-TestMinimumBasicScenario-31014458-router', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '8b903eaa-bf10-4b94-aabd-a0854a29f3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:20:26Z', 'updated_at': '2021-08-21T12:20:31Z', 'revision_number': 4, 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'gw_port': {'id': '8b903eaa-bf10-4b94-aabd-a0854a29f3a0', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:26Z', 'updated_at': '2021-08-21T12:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_floatingips': [{'id': '33691dde-207a-4de5-9c84-975a7da7b183', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'floating_ip_address': '172.28.2.143', 'floating_network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'router_id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'port_id': '9f0324e4-398b-4693-895b-84060224a3ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c', 'mac_address': 'fa:16:3e:33:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccb805e-f4ce-46d4-af8b-571d5edcc28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:21:58Z', 'updated_at': '2021-08-21T12:21:58Z', 'revision_number': 0, 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d07677-a551-423d-a529-77643ee77a6e', 'name': '', 'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'mac_address': 'fa:16:3e:1a:ee:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c1b910a-8c38-40eb-bbef-e2693f867665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:29Z', 'updated_at': '2021-08-21T12:20:39Z', 'revision_number': 5, 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'subnets': [{'id': '0c1b910a-8c38-40eb-bbef-e2693f867665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:22:02.212779 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b91b1a1f-6202-470b-be55-31aac7ca69c1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:02.222258 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b91b1a1f-6202-470b-be55-31aac7ca69c1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465177'] for security_group_rule, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:02.225439 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:02.233711 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-dada298f-5fb6-4296-b869-5eac1f969a94 req-60b361cd-b08e-49b3-b52f-26fdfecac973 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799899 Aug 21 12:22:02.241247 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9774c-87d6-406c-9063-c3ec319be596 req-310593dc-84c8-4eeb-bb8e-cbccb2df29db tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:02.250467 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c9d9774c-87d6-406c-9063-c3ec319be596 req-310593dc-84c8-4eeb-bb8e-cbccb2df29db tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.2804074 Aug 21 12:22:02.309078 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b1a1f-6202-470b-be55-31aac7ca69c1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50cec5e9-2bb0-4c18-b0fd-675fccd8ee3f,revision_number=0']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:02.321455 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c9d9774c-87d6-406c-9063-c3ec319be596 req-496cdff3-6312-4979-975b-c0bc0c106128 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699997 Aug 21 12:22:02.322402 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b91b1a1f-6202-470b-be55-31aac7ca69c1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:02.330685 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b91b1a1f-6202-470b-be55-31aac7ca69c1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:02.332270 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-b91b1a1f-6202-470b-be55-31aac7ca69c1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4015942 Aug 21 12:22:02.335192 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 42672) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:22:02.342654 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-64c26e93-a44a-483b-abec-361cf43e257c tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Request body: {'security_group_rule': {'security_group_id': '3dad95ad-df6d-4a4a-a75f-f1f4f9023150', 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:22:02.351122 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-64c26e93-a44a-483b-abec-361cf43e257c tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:22:02.357724 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-64c26e93-a44a-483b-abec-361cf43e257c tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Usage tracker for resource:security_group_rule and tenant:f04b45e6b62a49fbbf9eada7c40a9bf6 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:22:02.361514 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-64c26e93-a44a-483b-abec-361cf43e257c tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:22:02.370603 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-64c26e93-a44a-483b-abec-361cf43e257c tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:22:02.441246 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-64c26e93-a44a-483b-abec-361cf43e257c tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:02.532769 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-64c26e93-a44a-483b-abec-361cf43e257c tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:02.537239 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-64c26e93-a44a-483b-abec-361cf43e257c tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465177'] for security_group_rule, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:02.539615 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-43da208b-263a-4a14-b79e-35b0fc224a1b tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:02.568155 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c26e93-a44a-483b-abec-361cf43e257c tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9c9692-5788-4722-935f-a8a19d0ab255,revision_number=0']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:02.572141 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-64c26e93-a44a-483b-abec-361cf43e257c tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:02.579964 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-64c26e93-a44a-483b-abec-361cf43e257c tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:02.585677 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-64c26e93-a44a-483b-abec-361cf43e257c tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2490914 Aug 21 12:22:02.586484 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 42678) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:22:02.593513 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-98b56863-53ab-4496-b5d0-a8696e2bb8a5 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Request body: {'security_group_rule': {'security_group_id': '3dad95ad-df6d-4a4a-a75f-f1f4f9023150', 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:22:02.600198 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84eea8-6110-40cb-b26a-7d5e2a1c8e20 req-324de6bb-6fdc-4263-96e1-ee9677065bc8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:02.601037 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-98b56863-53ab-4496-b5d0-a8696e2bb8a5 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:22:02.601870 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-fa84eea8-6110-40cb-b26a-7d5e2a1c8e20 req-324de6bb-6fdc-4263-96e1-ee9677065bc8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 946 time: 0.1185234 Aug 21 12:22:02.605406 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-98b56863-53ab-4496-b5d0-a8696e2bb8a5 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Usage tracker for resource:security_group_rule and tenant:f04b45e6b62a49fbbf9eada7c40a9bf6 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:22:02.608684 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-98b56863-53ab-4496-b5d0-a8696e2bb8a5 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:22:02.616431 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-98b56863-53ab-4496-b5d0-a8696e2bb8a5 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:22:02.642268 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-98b56863-53ab-4496-b5d0-a8696e2bb8a5 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:02.678279 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-fa84eea8-6110-40cb-b26a-7d5e2a1c8e20 req-17981433-b4aa-484f-af1f-bc75aa33ce70 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682805 Aug 21 12:22:02.736572 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-98b56863-53ab-4496-b5d0-a8696e2bb8a5 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:02.740508 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-98b56863-53ab-4496-b5d0-a8696e2bb8a5 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465177'] for security_group_rule, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:02.750295 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:02.779359 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b56863-53ab-4496-b5d0-a8696e2bb8a5 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a49ccf-3d41-4394-9720-8e0734dfeff1,revision_number=0']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:02.808790 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-98b56863-53ab-4496-b5d0-a8696e2bb8a5 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:02.819581 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163904d5-48be-42a0-a9db-9e3221299ae6 None None] New status for floating IP 33691dde-207a-4de5-9c84-975a7da7b183: ACTIVE {{(pid=82381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:22:02.827098 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-98b56863-53ab-4496-b5d0-a8696e2bb8a5 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:02.834727 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 42682) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:22:02.835474 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-98b56863-53ab-4496-b5d0-a8696e2bb8a5 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2477984 Aug 21 12:22:02.841552 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-22751e78-844d-4d1f-985d-1621b4923300 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Request body: {'security_group_rule': {'security_group_id': '3dad95ad-df6d-4a4a-a75f-f1f4f9023150', 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:22:02.868100 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-22751e78-844d-4d1f-985d-1621b4923300 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:22:02.877915 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-22751e78-844d-4d1f-985d-1621b4923300 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Usage tracker for resource:security_group_rule and tenant:f04b45e6b62a49fbbf9eada7c40a9bf6 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:22:02.882259 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-22751e78-844d-4d1f-985d-1621b4923300 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:22:02.888702 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-22751e78-844d-4d1f-985d-1621b4923300 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:22:02.901649 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.securitygroups_db [None req-22751e78-844d-4d1f-985d-1621b4923300 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Project f04b45e6b62a49fbbf9eada7c40a9bf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 12:22:02.911867 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-22751e78-844d-4d1f-985d-1621b4923300 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:03.010183 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-22751e78-844d-4d1f-985d-1621b4923300 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:03.014269 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-22751e78-844d-4d1f-985d-1621b4923300 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465177'] for security_group_rule, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:03.071437 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b91b1a1f-6202-470b-be55-31aac7ca69c1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:03.086202 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22751e78-844d-4d1f-985d-1621b4923300 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7803e7-ee1a-4b1d-83ef-f2ae7de5e250,revision_number=0']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:03.088889 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-22751e78-844d-4d1f-985d-1621b4923300 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:03.089691 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-22751e78-844d-4d1f-985d-1621b4923300 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:03.093569 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-22751e78-844d-4d1f-985d-1621b4923300 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2551892 Aug 21 12:22:03.095966 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 42690) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:22:03.104350 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-394b66e5-487f-4021-a437-af8b5c3d0a3a tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Request body: {'security_group_rule': {'security_group_id': '3dad95ad-df6d-4a4a-a75f-f1f4f9023150', 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:22:03.111511 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-394b66e5-487f-4021-a437-af8b5c3d0a3a tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:22:03.116345 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-394b66e5-487f-4021-a437-af8b5c3d0a3a tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Usage tracker for resource:security_group_rule and tenant:f04b45e6b62a49fbbf9eada7c40a9bf6 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:22:03.121647 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-394b66e5-487f-4021-a437-af8b5c3d0a3a tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:22:03.129752 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-394b66e5-487f-4021-a437-af8b5c3d0a3a tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:22:03.143177 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.securitygroups_db [None req-394b66e5-487f-4021-a437-af8b5c3d0a3a tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Project f04b45e6b62a49fbbf9eada7c40a9bf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 12:22:03.150900 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-394b66e5-487f-4021-a437-af8b5c3d0a3a tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:03.229841 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-394b66e5-487f-4021-a437-af8b5c3d0a3a tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:03.232333 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-394b66e5-487f-4021-a437-af8b5c3d0a3a tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465177'] for security_group_rule, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:03.234519 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-16863568-c68a-418a-969a-d34ddf288002 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:03.266189 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b66e5-487f-4021-a437-af8b5c3d0a3a tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15220740-9190-454f-bbc1-16ae32193a26,revision_number=0']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:03.268927 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-394b66e5-487f-4021-a437-af8b5c3d0a3a tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:03.276806 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-394b66e5-487f-4021-a437-af8b5c3d0a3a tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:03.278626 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-394b66e5-487f-4021-a437-af8b5c3d0a3a tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1811328 Aug 21 12:22:03.527478 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-17866b3b-6174-4db5-bef2-f3629d9d79e9 req-e4ad53d5-9b13-4b6b-998b-454a1ba2ba20 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-968451340&fields=id&tenant_id=f04b45e6b62a49fbbf9eada7c40a9bf6 HTTP/1.1" status: 200 len: 267 time: 0.1107466 Aug 21 12:22:03.621539 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f4504-28da-4f8d-b39c-8c1060cc11a0 req-201602a5-6ee3-4d79-a44a-40809c1bacd8 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:03.627310 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-842f4504-28da-4f8d-b39c-8c1060cc11a0 req-201602a5-6ee3-4d79-a44a-40809c1bacd8 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.1587241 Aug 21 12:22:03.692718 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17866b3b-6174-4db5-bef2-f3629d9d79e9 req-f26f1b70-3002-42eb-a59f-6fe12ccdb1db tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:03.696461 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-17866b3b-6174-4db5-bef2-f3629d9d79e9 req-f26f1b70-3002-42eb-a59f-6fe12ccdb1db tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 945 time: 0.1623764 Aug 21 12:22:03.710662 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-17866b3b-6174-4db5-bef2-f3629d9d79e9 req-88ce4b0f-b33c-4439-89e3-05e6ff055c21 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Request body: {'port': {'security_groups': ['3bfaac56-1bcd-4342-9340-ecb7032e4550', '3dad95ad-df6d-4a4a-a75f-f1f4f9023150']}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:22:03.763116 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-842f4504-28da-4f8d-b39c-8c1060cc11a0 req-b7a6f8ec-a527-422a-af37-2854f707a4a5 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260209 Aug 21 12:22:03.928560 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-17866b3b-6174-4db5-bef2-f3629d9d79e9 req-88ce4b0f-b33c-4439-89e3-05e6ff055c21 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:04.139350 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9aeee-dfb9-4a65-b0cc-a9568847aadd req-4541413b-930b-4d97-936f-f20743a28f0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:04.147388 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-83a9aeee-dfb9-4a65-b0cc-a9568847aadd req-4541413b-930b-4d97-936f-f20743a28f0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 946 time: 0.1950924 Aug 21 12:22:04.287812 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-83a9aeee-dfb9-4a65-b0cc-a9568847aadd req-e3531bf4-337b-469f-a76e-ca2a798cc6b4 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394551 Aug 21 12:22:04.594200 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-17866b3b-6174-4db5-bef2-f3629d9d79e9 req-88ce4b0f-b33c-4439-89e3-05e6ff055c21 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] For port 9f0324e4-398b-4693-895b-84060224a3ac, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=9f0324e4-398b-4693-895b-84060224a3ac,segment=NetworkSegment(477f8d3c-0c4e-4c51-a839-287ff5c8f96e),segment_id=477f8d3c-0c4e-4c51-a839-287ff5c8f96e)] {{(pid=82379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:22:04.628630 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-17866b3b-6174-4db5-bef2-f3629d9d79e9 req-88ce4b0f-b33c-4439-89e3-05e6ff055c21 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for port, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:04.634323 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-17866b3b-6174-4db5-bef2-f3629d9d79e9 req-88ce4b0f-b33c-4439-89e3-05e6ff055c21 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:04.640251 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:04.646694 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['9f0324e4-398b-4693-895b-84060224a3ac'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:22:04.756459 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17866b3b-6174-4db5-bef2-f3629d9d79e9 req-88ce4b0f-b33c-4439-89e3-05e6ff055c21 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:04.757264 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-17866b3b-6174-4db5-bef2-f3629d9d79e9 req-88ce4b0f-b33c-4439-89e3-05e6ff055c21 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:04.767396 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-17866b3b-6174-4db5-bef2-f3629d9d79e9 req-88ce4b0f-b33c-4439-89e3-05e6ff055c21 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "PUT /v2.0/ports/9f0324e4-398b-4693-895b-84060224a3ac HTTP/1.1" status: 200 len: 981 time: 1.0649531 Aug 21 12:22:04.769230 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ccb805e-f4ce-46d4-af8b-571d5edcc28a', 'tag': '9f0324e4-398b-4693-895b-84060224a3ac'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:22:04.803732 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce4b0f-b33c-4439-89e3-05e6ff055c21 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Pushing event updated for resources: {'Port': ['ID=9f0324e4-398b-4693-895b-84060224a3ac,revision_number=6']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:04.811668 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-88ce4b0f-b33c-4439-89e3-05e6ff055c21 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:04.859939 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ccb805e-f4ce-46d4-af8b-571d5edcc28a', 'tag': '9f0324e4-398b-4693-895b-84060224a3ac', 'status': 'completed', 'code': 200} Aug 21 12:22:05.068578 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['9f0324e4-398b-4693-895b-84060224a3ac'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:22:05.120324 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-56b1854f-e555-4b18-a187-b5abbb12584f req-dda62da5-03eb-4659-891b-ef0ceca243fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f04b45e6b62a49fbbf9eada7c40a9bf6&device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 1137 time: 0.1322262 Aug 21 12:22:05.299155 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef37a17-16fe-49af-b947-343553d20cc6 req-e05042fc-44bb-4dec-ab70-46ed274d8dd6 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:05.307351 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5ef37a17-16fe-49af-b947-343553d20cc6 req-e05042fc-44bb-4dec-ab70-46ed274d8dd6 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.3468928 Aug 21 12:22:05.328978 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746db3a-56b9-4fe0-9b87-0ee79ddfc100 req-5c03e47c-9252-4dfa-81cd-917b67f22918 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:05.337816 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f746db3a-56b9-4fe0-9b87-0ee79ddfc100 req-5c03e47c-9252-4dfa-81cd-917b67f22918 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 984 time: 0.2585990 Aug 21 12:22:05.346033 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1854f-e555-4b18-a187-b5abbb12584f req-e0ba1870-c442-4366-8d00-81df6f1ef448 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:05.348546 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-56b1854f-e555-4b18-a187-b5abbb12584f req-e0ba1870-c442-4366-8d00-81df6f1ef448 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fb61732c-c52e-4864-ba61-9ddcc4b9007c HTTP/1.1" status: 200 len: 914 time: 0.2190392 Aug 21 12:22:05.360583 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5feb0ef-df36-4803-8782-27dbf40192b0 req-2cec2fde-9535-480d-9cb3-142575517fe2 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:05.369140 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e5feb0ef-df36-4803-8782-27dbf40192b0 req-2cec2fde-9535-480d-9cb3-142575517fe2 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 945 time: 0.2912657 Aug 21 12:22:05.474466 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-4a38aec0-86c8-443f-a6ff-6836a1835d5d None None] Provisioning complete for port 9f0324e4-398b-4693-895b-84060224a3ac triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:22:05.475167 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4a38aec0-86c8-443f-a6ff-6836a1835d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:05.491166 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-56b1854f-e555-4b18-a187-b5abbb12584f req-16d351d8-9652-4c39-a950-b1b0a8e66764 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f0324e4-398b-4693-895b-84060224a3ac HTTP/1.1" status: 200 len: 1001 time: 0.1360064 Aug 21 12:22:05.511383 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e5feb0ef-df36-4803-8782-27dbf40192b0 req-cf20f33d-f633-4e68-ba9f-339ca01c4dd3 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/security-groups?id=29007edb-52ac-4337-8e67-eb06f250a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410971 Aug 21 12:22:05.528572 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-5ef37a17-16fe-49af-b947-343553d20cc6 req-8bb7bfaf-7832-44a5-a773-14f7f850f881 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Deleting port 987c50b3-6bb8-4f70-8e01-5c6546dec669 {{(pid=82379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:22:05.529096 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-5ef37a17-16fe-49af-b947-343553d20cc6 req-8bb7bfaf-7832-44a5-a773-14f7f850f881 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:05.597140 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1854f-e555-4b18-a187-b5abbb12584f req-53388152-4df3-4278-8e4e-942032cf7834 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:05.603777 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-56b1854f-e555-4b18-a187-b5abbb12584f req-53388152-4df3-4278-8e4e-942032cf7834 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c1b910a-8c38-40eb-bbef-e2693f867665 HTTP/1.1" status: 200 len: 852 time: 0.1011636 Aug 21 12:22:05.649221 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f746db3a-56b9-4fe0-9b87-0ee79ddfc100 req-eebce706-d913-44e0-b4dc-8eab80144a8a tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3dad95ad-df6d-4a4a-a75f-f1f4f9023150&id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3101065 Aug 21 12:22:05.795653 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-56b1854f-e555-4b18-a187-b5abbb12584f req-43a804a2-8043-4d62-b8b6-4090b125341f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb61732c-c52e-4864-ba61-9ddcc4b9007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1839056 Aug 21 12:22:05.858985 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:22:05.953420 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-5ef37a17-16fe-49af-b947-343553d20cc6 req-8bb7bfaf-7832-44a5-a773-14f7f850f881 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] For port 987c50b3-6bb8-4f70-8e01-5c6546dec669, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=987c50b3-6bb8-4f70-8e01-5c6546dec669,segment=NetworkSegment(9bccf248-dbd2-4188-9e45-304e4f6cd4b1),segment_id=9bccf248-dbd2-4188-9e45-304e4f6cd4b1)] {{(pid=82379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:22:05.953992 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-5ef37a17-16fe-49af-b947-343553d20cc6 req-8bb7bfaf-7832-44a5-a773-14f7f850f881 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:05.968770 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbacd2d-f1b8-45d5-aa15-134c99649fa1 req-cef4d4af-f602-4e5c-bf65-3ccf95cd7080 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:05.977599 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0dbacd2d-f1b8-45d5-aa15-134c99649fa1 req-cef4d4af-f602-4e5c-bf65-3ccf95cd7080 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 946 time: 0.2008154 Aug 21 12:22:05.985587 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-56b1854f-e555-4b18-a187-b5abbb12584f req-fac0d980-a3e0-4491-bfed-08443740f07e service neutron] 10.222.0.21 "GET /v2.0/networks/fb61732c-c52e-4864-ba61-9ddcc4b9007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819701 Aug 21 12:22:06.131730 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-5ef37a17-16fe-49af-b947-343553d20cc6 req-8bb7bfaf-7832-44a5-a773-14f7f850f881 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Calling delete_port for 987c50b3-6bb8-4f70-8e01-5c6546dec669 owned by compute:nova {{(pid=82379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:22:06.147508 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-56b1854f-e555-4b18-a187-b5abbb12584f req-86799c84-ad2a-49c8-87d6-714ab6ee31b3 service neutron] 10.222.0.21 "GET /v2.0/networks/fb61732c-c52e-4864-ba61-9ddcc4b9007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541328 Aug 21 12:22:06.201488 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0dbacd2d-f1b8-45d5-aa15-134c99649fa1 req-eb65420c-c349-4072-a320-103326aa57ad tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200017 Aug 21 12:22:06.305448 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-5ef37a17-16fe-49af-b947-343553d20cc6 req-8bb7bfaf-7832-44a5-a773-14f7f850f881 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:06.311547 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:06.318783 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['987c50b3-6bb8-4f70-8e01-5c6546dec669'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:22:06.354375 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7bfaf-7832-44a5-a773-14f7f850f881 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Pushing event deleted for resources: {'Port': ['ID=987c50b3-6bb8-4f70-8e01-5c6546dec669,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:06.359043 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-8bb7bfaf-7832-44a5-a773-14f7f850f881 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:06.439085 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef37a17-16fe-49af-b947-343553d20cc6 req-8bb7bfaf-7832-44a5-a773-14f7f850f881 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] No DVR routers for this DVR port 987c50b3-6bb8-4f70-8e01-5c6546dec669 on host hv-cinder-80547 {{(pid=82379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:22:06.441696 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-5ef37a17-16fe-49af-b947-343553d20cc6 req-8bb7bfaf-7832-44a5-a773-14f7f850f881 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:06.454512 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5ef37a17-16fe-49af-b947-343553d20cc6 req-8bb7bfaf-7832-44a5-a773-14f7f850f881 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.21 "DELETE /v2.0/ports/987c50b3-6bb8-4f70-8e01-5c6546dec669 HTTP/1.1" status: 204 len: 173 time: 1.1331198 Aug 21 12:22:06.713397 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-a6da4581-55c8-419a-9435-868f9d154a11 req-c458caa8-8b4c-474f-95e2-608f822e1e9a tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Synchronizing usage tracker for tenant:8473861c17114a58a182c5c448d53560 on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:22:06.734197 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-a6da4581-55c8-419a-9435-868f9d154a11 req-c458caa8-8b4c-474f-95e2-608f822e1e9a tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Unset dirty status for tenant:8473861c17114a58a182c5c448d53560 on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:22:06.737106 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a6da4581-55c8-419a-9435-868f9d154a11 req-c458caa8-8b4c-474f-95e2-608f822e1e9a tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa HTTP/1.1" status: 200 len: 210 time: 0.0699289 Aug 21 12:22:06.861648 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa', 'name': 'network-vif-deleted', 'tag': '987c50b3-6bb8-4f70-8e01-5c6546dec669'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:22:06.938896 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8c0a50-0a46-4fd5-b356-53a0bbabb6aa', 'name': 'network-vif-deleted', 'tag': '987c50b3-6bb8-4f70-8e01-5c6546dec669', 'status': 'completed', 'code': 200} Aug 21 12:22:07.868418 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 42774) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:22:08.342472 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-81e8da45-1301-441e-b880-0081cab6a735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7900520'] for router_interface, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:08.768055 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 987c50b3-6bb8-4f70-8e01-5c6546dec669 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:22:08.836486 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] No Port match for: 987c50b3-6bb8-4f70-8e01-5c6546dec669 {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:22:08.837432 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 987c50b3-6bb8-4f70-8e01-5c6546dec669 not bound to the agent host hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:22:09.269513 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-81e8da45-1301-441e-b880-0081cab6a735 admin admin] Deleting port 4e63c097-ff7f-4b9d-ab20-376d2796eb91 {{(pid=82379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:22:09.270087 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-81e8da45-1301-441e-b880-0081cab6a735 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:09.470617 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-81e8da45-1301-441e-b880-0081cab6a735 admin admin] For port 4e63c097-ff7f-4b9d-ab20-376d2796eb91, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=4e63c097-ff7f-4b9d-ab20-376d2796eb91,segment=NetworkSegment(9bccf248-dbd2-4188-9e45-304e4f6cd4b1),segment_id=9bccf248-dbd2-4188-9e45-304e4f6cd4b1)] {{(pid=82379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:22:09.471316 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-81e8da45-1301-441e-b880-0081cab6a735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:09.600143 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-81e8da45-1301-441e-b880-0081cab6a735 admin admin] Calling delete_port for 4e63c097-ff7f-4b9d-ab20-376d2796eb91 owned by network:router_interface {{(pid=82379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:22:09.971517 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-81e8da45-1301-441e-b880-0081cab6a735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:09.977051 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-a2c16c7c-a91c-40f8-9334-affa812a443f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:10.022484 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8da45-1301-441e-b880-0081cab6a735 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e63c097-ff7f-4b9d-ab20-376d2796eb91,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:10.035337 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e8da45-1301-441e-b880-0081cab6a735 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:10.035866 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e8da45-1301-441e-b880-0081cab6a735 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:10.036261 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e8da45-1301-441e-b880-0081cab6a735 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:10.036583 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e8da45-1301-441e-b880-0081cab6a735 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:10.037010 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e8da45-1301-441e-b880-0081cab6a735 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:10.037459 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e8da45-1301-441e-b880-0081cab6a735 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:10.037808 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e8da45-1301-441e-b880-0081cab6a735 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:10.038339 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e8da45-1301-441e-b880-0081cab6a735 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:10.038577 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e8da45-1301-441e-b880-0081cab6a735 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:10.039001 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e8da45-1301-441e-b880-0081cab6a735 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:10.039322 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e8da45-1301-441e-b880-0081cab6a735 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:10.071665 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-81e8da45-1301-441e-b880-0081cab6a735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:10.363606 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-81e8da45-1301-441e-b880-0081cab6a735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847207007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846849064'] for router_interface, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:11.075281 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e8da45-1301-441e-b880-0081cab6a735 admin admin] Router eb20d3ed-306d-4c8a-be78-b29679b339af has already been hosted by L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 {{(pid=82379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:22:11.329074 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e8da45-1301-441e-b880-0081cab6a735 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:22:11.343428 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a0e5ef-3c02-49ac-ad7d-e68e95bd30f9 None None] Sync routers for ids ['eb20d3ed-306d-4c8a-be78-b29679b339af'] in dv-cinder-805477-2-smb {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:22:11.349645 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 42802) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:22:11.349817 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-81e8da45-1301-441e-b880-0081cab6a735 admin admin] 10.222.0.11 "PUT /v2.0/routers/eb20d3ed-306d-4c8a-be78-b29679b339af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4800150 Aug 21 12:22:11.358195 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a0e5ef-3c02-49ac-ad7d-e68e95bd30f9 None None] Routers {'eb20d3ed-306d-4c8a-be78-b29679b339af'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:22:11.359148 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-e2a0e5ef-3c02-49ac-ad7d-e68e95bd30f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:21:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['eb20d3ed-306d-4c8a-be78-b29679b339af'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:22:11.567254 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-e2a0e5ef-3c02-49ac-ad7d-e68e95bd30f9 None None] Set router eb20d3ed-306d-4c8a-be78-b29679b339af gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:22:11.811796 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e1d4933a-c07a-4484-8312-db2d4e7f0043 admin admin] Notify callbacks [] for router, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:11.920860 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-e2a0e5ef-3c02-49ac-ad7d-e68e95bd30f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb20d3ed-306d-4c8a-be78-b29679b339af', 'name': 'tempest-ServerRescueNegativeTestJSON-1576362762-router', 'tenant_id': '8473861c17114a58a182c5c448d53560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fe705438-f31f-445a-a26e-37d1442f31b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:19:06Z', 'updated_at': '2021-08-21T12:22:09Z', 'revision_number': 5, 'project_id': '8473861c17114a58a182c5c448d53560', 'gw_port': {'id': 'fe705438-f31f-445a-a26e-37d1442f31b1', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb20d3ed-306d-4c8a-be78-b29679b339af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:19:08Z', 'updated_at': '2021-08-21T12:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb'}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:22:11.925193 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a0e5ef-3c02-49ac-ad7d-e68e95bd30f9 None None] Checking router: eb20d3ed-306d-4c8a-be78-b29679b339af for host: dv-cinder-805477-2-smb {{(pid=82382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:22:11.938849 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a0e5ef-3c02-49ac-ad7d-e68e95bd30f9 None None] Routers {'eb20d3ed-306d-4c8a-be78-b29679b339af'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:22:11.939686 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-e2a0e5ef-3c02-49ac-ad7d-e68e95bd30f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:21:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['eb20d3ed-306d-4c8a-be78-b29679b339af'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:22:12.053841 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e1d4933a-c07a-4484-8312-db2d4e7f0043 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:12.066724 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-e1d4933a-c07a-4484-8312-db2d4e7f0043 admin admin] Deleting port fe705438-f31f-445a-a26e-37d1442f31b1 {{(pid=82380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:22:12.067123 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e1d4933a-c07a-4484-8312-db2d4e7f0043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:12.150627 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-e2a0e5ef-3c02-49ac-ad7d-e68e95bd30f9 None None] Set router eb20d3ed-306d-4c8a-be78-b29679b339af gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:22:12.274246 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-e1d4933a-c07a-4484-8312-db2d4e7f0043 admin admin] For port fe705438-f31f-445a-a26e-37d1442f31b1, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=fe705438-f31f-445a-a26e-37d1442f31b1,segment=NetworkSegment(04830730-7182-4df6-a102-4ded0d586a71),segment_id=04830730-7182-4df6-a102-4ded0d586a71)] {{(pid=82380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:22:12.274791 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e1d4933a-c07a-4484-8312-db2d4e7f0043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:12.410920 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-e1d4933a-c07a-4484-8312-db2d4e7f0043 admin admin] Calling delete_port for fe705438-f31f-445a-a26e-37d1442f31b1 owned by network:router_gateway {{(pid=82380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:22:12.496417 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-e2a0e5ef-3c02-49ac-ad7d-e68e95bd30f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb20d3ed-306d-4c8a-be78-b29679b339af', 'name': 'tempest-ServerRescueNegativeTestJSON-1576362762-router', 'tenant_id': '8473861c17114a58a182c5c448d53560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fe705438-f31f-445a-a26e-37d1442f31b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:19:06Z', 'updated_at': '2021-08-21T12:22:09Z', 'revision_number': 5, 'project_id': '8473861c17114a58a182c5c448d53560', 'gw_port': {'id': 'fe705438-f31f-445a-a26e-37d1442f31b1', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb20d3ed-306d-4c8a-be78-b29679b339af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:19:08Z', 'updated_at': '2021-08-21T12:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb'}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:22:12.502018 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a0e5ef-3c02-49ac-ad7d-e68e95bd30f9 None None] The sync data for ids ['eb20d3ed-306d-4c8a-be78-b29679b339af'] in dv-cinder-805477-2-smb is: [{'id': 'eb20d3ed-306d-4c8a-be78-b29679b339af', 'name': 'tempest-ServerRescueNegativeTestJSON-1576362762-router', 'tenant_id': '8473861c17114a58a182c5c448d53560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fe705438-f31f-445a-a26e-37d1442f31b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:19:06Z', 'updated_at': '2021-08-21T12:22:09Z', 'revision_number': 5, 'project_id': '8473861c17114a58a182c5c448d53560', 'gw_port': {'id': 'fe705438-f31f-445a-a26e-37d1442f31b1', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb20d3ed-306d-4c8a-be78-b29679b339af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:19:08Z', 'updated_at': '2021-08-21T12:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb'}] {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:22:12.739862 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e1d4933a-c07a-4484-8312-db2d4e7f0043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:12.747861 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fd80bf6b-d294-4297-8246-d4101309be1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:12.838914 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4933a-c07a-4484-8312-db2d4e7f0043 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe705438-f31f-445a-a26e-37d1442f31b1,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:12.886549 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4933a-c07a-4484-8312-db2d4e7f0043 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:12.886970 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4933a-c07a-4484-8312-db2d4e7f0043 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:12.887382 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4933a-c07a-4484-8312-db2d4e7f0043 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:12.887788 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4933a-c07a-4484-8312-db2d4e7f0043 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:12.888192 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4933a-c07a-4484-8312-db2d4e7f0043 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:12.888595 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4933a-c07a-4484-8312-db2d4e7f0043 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:12.888994 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4933a-c07a-4484-8312-db2d4e7f0043 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:12.889448 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4933a-c07a-4484-8312-db2d4e7f0043 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:12.889847 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4933a-c07a-4484-8312-db2d4e7f0043 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:12.890258 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4933a-c07a-4484-8312-db2d4e7f0043 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:12.890700 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4933a-c07a-4484-8312-db2d4e7f0043 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:12.898634 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-e1d4933a-c07a-4484-8312-db2d4e7f0043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:13.056967 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9559a6f3-d81c-40ae-ac52-c27075b4a31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:13.095948 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e1d4933a-c07a-4484-8312-db2d4e7f0043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7927897'] for router_gateway, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:13.329761 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 4e63c097-ff7f-4b9d-ab20-376d2796eb91 no longer exists at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:22:13.374567 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e1d4933a-c07a-4484-8312-db2d4e7f0043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7925337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-503566'] for router, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:13.379601 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e1d4933a-c07a-4484-8312-db2d4e7f0043 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:13.382659 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] No Port match for: 4e63c097-ff7f-4b9d-ab20-376d2796eb91 {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:22:13.383264 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 4e63c097-ff7f-4b9d-ab20-376d2796eb91 not bound to the agent host dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:22:13.466444 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e1d4933a-c07a-4484-8312-db2d4e7f0043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846850615'] for router, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:13.467086 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d4933a-c07a-4484-8312-db2d4e7f0043 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb20d3ed-306d-4c8a-be78-b29679b339af {{(pid=82380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 21 12:22:13.481980 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e1d4933a-c07a-4484-8312-db2d4e7f0043 admin admin] Notify callbacks [] for router, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:13.485918 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-e1d4933a-c07a-4484-8312-db2d4e7f0043 admin admin] 10.222.0.11 "DELETE /v2.0/routers/eb20d3ed-306d-4c8a-be78-b29679b339af HTTP/1.1" status: 204 len: 168 time: 2.1351721 Aug 21 12:22:13.486696 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 42816) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:22:13.765235 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_v2 [None req-df98ec29-2d68-459a-a38b-5dbd7a9cf830 admin admin] Deleting subnet b8572cca-1fbb-4055-8700-71a5ac4d4c97 {{(pid=82379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:22:13.769667 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-df98ec29-2d68-459a-a38b-5dbd7a9cf830 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:13.827709 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-df98ec29-2d68-459a-a38b-5dbd7a9cf830 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7174635'] for subnet, precommit_delete_associations {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:13.918092 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-df98ec29-2d68-459a-a38b-5dbd7a9cf830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:14.077348 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-df98ec29-2d68-459a-a38b-5dbd7a9cf830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847602020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847913740'] for subnet, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:14.084263 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-611e9fb2-a2ab-4aa3-b202-bcc3342fd6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:14.143304 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98ec29-2d68-459a-a38b-5dbd7a9cf830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8572cca-1fbb-4055-8700-71a5ac4d4c97,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:14.146244 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-df98ec29-2d68-459a-a38b-5dbd7a9cf830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:14.153857 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-df98ec29-2d68-459a-a38b-5dbd7a9cf830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for subnet, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:14.164459 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-df98ec29-2d68-459a-a38b-5dbd7a9cf830 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b8572cca-1fbb-4055-8700-71a5ac4d4c97 HTTP/1.1" status: 204 len: 168 time: 0.6762447 Aug 21 12:22:14.167165 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 42828) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:22:14.325539 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-882efba2-f244-4a78-81ea-3034118f5278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-476761'] for network, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:14.467239 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-882efba2-f244-4a78-81ea-3034118f5278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773097', 'neutron.services.segments.db._delete_segments_for_network--9223363279269330172'] for network, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:14.482012 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-882efba2-f244-4a78-81ea-3034118f5278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d0a611-84ee-4786-bdcb-094287ac4ec3']}} {{(pid=82379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:22:14.496072 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-882efba2-f244-4a78-81ea-3034118f5278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bccf248-dbd2-4188-9e45-304e4f6cd4b1') {'for_net_delete': True} {{(pid=82379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:22:14.496660 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-882efba2-f244-4a78-81ea-3034118f5278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bccf248-dbd2-4188-9e45-304e4f6cd4b1') {} {{(pid=82379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:22:14.510693 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-882efba2-f244-4a78-81ea-3034118f5278 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279269335395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847601181'] for segment, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:14.512785 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:14.529443 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-882efba2-f244-4a78-81ea-3034118f5278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:14.536914 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882efba2-f244-4a78-81ea-3034118f5278 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=82379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:22:14.537390 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-882efba2-f244-4a78-81ea-3034118f5278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854685446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847601935'] for segment, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: Traceback (most recent call last): Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: timer() Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: cb(*args, **kw) Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: return func(*args, **kwargs) Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: self._notify() Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: self.callback(batched_events) Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: event.method(event) Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: segment_id)['aggregates'][0] Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: return f(self, *a, **k) Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: return self._get(url).json() Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: **kwargs) Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: return self.request(url, 'GET', **kwargs) Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: **endpoint_filter) Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:22:14.552052 dv-cinder-805477-2-smb neutron-server[82268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:22:14.636577 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-882efba2-f244-4a78-81ea-3034118f5278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846847901'] for network, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:14.644793 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:14.662322 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-882efba2-f244-4a78-81ea-3034118f5278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:14.675108 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882efba2-f244-4a78-81ea-3034118f5278 admin admin] Pushing event deleted for resources: {'Network': ['ID=18d0a611-84ee-4786-bdcb-094287ac4ec3,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:14.681162 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-882efba2-f244-4a78-81ea-3034118f5278 admin admin] 10.222.0.11 "DELETE /v2.0/networks/18d0a611-84ee-4786-bdcb-094287ac4ec3 HTTP/1.1" status: 204 len: 168 time: 0.5125351 Aug 21 12:22:14.682540 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-882efba2-f244-4a78-81ea-3034118f5278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:14.919142 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 42834) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:22:14.992956 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-2e237b1d-b863-4a7e-b807-502e782530a7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8473861c17114a58a182c5c448d53560&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0698345 Aug 21 12:22:14.993319 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 42842) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:22:15.074655 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-06f3352f-e76f-474d-ae8a-d8d332691e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:15.105092 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-06f3352f-e76f-474d-ae8a-d8d332691e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:15.168008 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-06f3352f-e76f-474d-ae8a-d8d332691e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:15.177181 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-438d2ec6-75c8-4fa4-abdf-561678a09b36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:15.198621 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-06f3352f-e76f-474d-ae8a-d8d332691e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:15.199931 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-06f3352f-e76f-474d-ae8a-d8d332691e91 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/29007edb-52ac-4337-8e67-eb06f250a268 HTTP/1.1" status: 204 len: 168 time: 0.2054796 Aug 21 12:22:15.200909 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3352f-e76f-474d-ae8a-d8d332691e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29007edb-52ac-4337-8e67-eb06f250a268,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:15.203641 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-06f3352f-e76f-474d-ae8a-d8d332691e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:15.239828 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device fe705438-f31f-445a-a26e-37d1442f31b1 no longer exists at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:22:15.266069 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5a97c024-7b42-48c8-9f17-58f29e9d96ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:15.282009 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] No Port match for: fe705438-f31f-445a-a26e-37d1442f31b1 {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:22:15.282924 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device fe705438-f31f-445a-a26e-37d1442f31b1 not bound to the agent host dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:22:15.804240 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:17.184737 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:18.803119 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:20.098517 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 42998) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:22:20.113319 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 43004) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:22:20.181032 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_v2 [None req-3875ae5e-229f-4c3e-8862-0941115757dc admin admin] Deleting subnet e2f7f64b-8f75-4657-b33e-17cc7ddb898a {{(pid=82379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:22:20.184338 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3875ae5e-229f-4c3e-8862-0941115757dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:20.255963 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3875ae5e-229f-4c3e-8862-0941115757dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7174635'] for subnet, precommit_delete_associations {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:20.290432 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-298bcad4-38ab-4a44-8833-94b44e2dac1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:20.345889 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3875ae5e-229f-4c3e-8862-0941115757dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:20.374663 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-298bcad4-38ab-4a44-8833-94b44e2dac1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:22:20.385147 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-298bcad4-38ab-4a44-8833-94b44e2dac1b admin admin] Usage tracker for resource:security_group_rule and tenant:3dcc1dcb596d445d9dccd7d5a1cae778 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:22:20.393131 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-298bcad4-38ab-4a44-8833-94b44e2dac1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:22:20.407386 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-298bcad4-38ab-4a44-8833-94b44e2dac1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:22:20.452945 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3875ae5e-229f-4c3e-8862-0941115757dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847602020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847913740'] for subnet, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:20.464845 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-cd94e633-237a-47b9-b550-28d250e233c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:20.509916 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875ae5e-229f-4c3e-8862-0941115757dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2f7f64b-8f75-4657-b33e-17cc7ddb898a,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:20.513322 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3875ae5e-229f-4c3e-8862-0941115757dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:20.525303 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3875ae5e-229f-4c3e-8862-0941115757dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for subnet, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:20.549312 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-298bcad4-38ab-4a44-8833-94b44e2dac1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:20.551400 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-3875ae5e-229f-4c3e-8862-0941115757dc admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e2f7f64b-8f75-4657-b33e-17cc7ddb898a HTTP/1.1" status: 204 len: 168 time: 0.4370353 Aug 21 12:22:20.552703 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-298bcad4-38ab-4a44-8833-94b44e2dac1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:20.554249 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 43008) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:22:20.559963 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-81e019c7-4d83-445c-8cb1-7c68827acaa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:20.605223 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298bcad4-38ab-4a44-8833-94b44e2dac1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832216c9-1680-478b-9487-5f1ca73e1cf1,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:20.609385 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-298bcad4-38ab-4a44-8833-94b44e2dac1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:20.614225 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-298bcad4-38ab-4a44-8833-94b44e2dac1b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3dcc1dcb596d445d9dccd7d5a1cae778&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5120366 Aug 21 12:22:20.614642 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 43012) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:22:20.690290 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1614c110-3271-41ac-8f04-d619fc0ca7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:20.724326 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1614c110-3271-41ac-8f04-d619fc0ca7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:20.777467 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1614c110-3271-41ac-8f04-d619fc0ca7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:20.783588 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3825e0c2-af85-42af-bc47-ea7e42f10ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:20.798012 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614c110-3271-41ac-8f04-d619fc0ca7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832216c9-1680-478b-9487-5f1ca73e1cf1,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:20.801737 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-1614c110-3271-41ac-8f04-d619fc0ca7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:20.803961 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1614c110-3271-41ac-8f04-d619fc0ca7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:20.805444 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-1614c110-3271-41ac-8f04-d619fc0ca7b1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/832216c9-1680-478b-9487-5f1ca73e1cf1 HTTP/1.1" status: 204 len: 168 time: 0.1896877 Aug 21 12:22:20.886534 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4d6c3546-0f79-44bc-83fd-5b14dfb9a767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-476761'] for network, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:21.020852 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4d6c3546-0f79-44bc-83fd-5b14dfb9a767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773097', 'neutron.services.segments.db._delete_segments_for_network--9223363279269330172'] for network, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:21.035139 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-4d6c3546-0f79-44bc-83fd-5b14dfb9a767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c6227b-dab0-47fd-b0f7-fd0ab553aa94']}} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:22:21.047965 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-4d6c3546-0f79-44bc-83fd-5b14dfb9a767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f222f72-9449-4dad-97ab-70099dd75978') {'for_net_delete': True} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:22:21.048282 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-4d6c3546-0f79-44bc-83fd-5b14dfb9a767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f222f72-9449-4dad-97ab-70099dd75978') {} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:22:21.060410 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4d6c3546-0f79-44bc-83fd-5b14dfb9a767 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279269335395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6709906'] for segment, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:21.082826 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4d6c3546-0f79-44bc-83fd-5b14dfb9a767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:21.089473 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6c3546-0f79-44bc-83fd-5b14dfb9a767 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=82380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:22:21.089975 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4d6c3546-0f79-44bc-83fd-5b14dfb9a767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854685446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848059169'] for segment, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: Traceback (most recent call last): Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: timer() Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: cb(*args, **kw) Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: return func(*args, **kwargs) Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: self._notify() Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: self.callback(batched_events) Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: event.method(event) Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: segment_id)['aggregates'][0] Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: return f(self, *a, **k) Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: return self._get(url).json() Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: **kwargs) Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: return self.request(url, 'GET', **kwargs) Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: **endpoint_filter) Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:22:21.156198 dv-cinder-805477-2-smb neutron-server[82268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:22:21.197008 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4d6c3546-0f79-44bc-83fd-5b14dfb9a767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846847901'] for network, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:21.201096 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:21.218392 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4d6c3546-0f79-44bc-83fd-5b14dfb9a767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:21.231625 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c3546-0f79-44bc-83fd-5b14dfb9a767 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7c6227b-dab0-47fd-b0f7-fd0ab553aa94,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:21.240102 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-4d6c3546-0f79-44bc-83fd-5b14dfb9a767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:21.244822 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-4d6c3546-0f79-44bc-83fd-5b14dfb9a767 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f7c6227b-dab0-47fd-b0f7-fd0ab553aa94 HTTP/1.1" status: 204 len: 168 time: 0.6894183 Aug 21 12:22:21.376196 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8d4ef-1bdf-4837-a501-ecbaecd123ea req-5b15f129-8fbc-4853-9a07-17a7763464d5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:21.378042 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-fef8d4ef-1bdf-4837-a501-ecbaecd123ea req-5b15f129-8fbc-4853-9a07-17a7763464d5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.0865488 Aug 21 12:22:21.410966 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 43036) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:22:21.431260 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-fef8d4ef-1bdf-4837-a501-ecbaecd123ea req-a11de83c-9784-4243-97ec-69daff7ea7a9 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452785 Aug 21 12:22:21.480280 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-439b2363-2985-4e81-aff0-703e11e37412 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33a7f0cf3144434084731b6af961d0d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0679278 Aug 21 12:22:21.482952 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 43042) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:22:21.546487 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e9aca087-e31a-4909-9cf8-edf3da324be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:21.574885 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e9aca087-e31a-4909-9cf8-edf3da324be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:21.618861 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e9aca087-e31a-4909-9cf8-edf3da324be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:21.624188 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-337e7335-7c6f-4890-bd06-ab8ca9d8f7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:21.637660 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aca087-e31a-4909-9cf8-edf3da324be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12876480-ad69-4cdb-9937-fd3292ed9885,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:21.640823 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-e9aca087-e31a-4909-9cf8-edf3da324be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:21.642864 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e9aca087-e31a-4909-9cf8-edf3da324be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:21.647494 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-e9aca087-e31a-4909-9cf8-edf3da324be1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/12876480-ad69-4cdb-9937-fd3292ed9885 HTTP/1.1" status: 204 len: 168 time: 0.1601479 Aug 21 12:22:22.655425 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac606d-88b9-4e7a-9f9d-affc8a803617 req-64d3dad6-49a5-4052-bea1-bfb9e9c144aa tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:22.657045 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f8ac606d-88b9-4e7a-9f9d-affc8a803617 req-64d3dad6-49a5-4052-bea1-bfb9e9c144aa tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.0994706 Aug 21 12:22:22.705926 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f8ac606d-88b9-4e7a-9f9d-affc8a803617 req-f2abf200-bd10-46b7-87ab-aa6d01bc1799 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419149 Aug 21 12:22:23.926814 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f8f1c-89dc-4561-95b9-0e67f2758971 req-c4654fd4-e8cc-4745-876b-3c00fed64e95 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:23.928378 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5f4f8f1c-89dc-4561-95b9-0e67f2758971 req-c4654fd4-e8cc-4745-876b-3c00fed64e95 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.0859661 Aug 21 12:22:23.981210 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5f4f8f1c-89dc-4561-95b9-0e67f2758971 req-03d6ebb6-b2c2-4147-b311-16aa68cc48a9 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462737 Aug 21 12:22:25.196420 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300818a-df78-45af-89c6-88d5c1ac4e70 req-2366e4b2-5228-4cde-a730-aaee6c71c822 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:25.198034 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2300818a-df78-45af-89c6-88d5c1ac4e70 req-2366e4b2-5228-4cde-a730-aaee6c71c822 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.0871003 Aug 21 12:22:25.247990 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2300818a-df78-45af-89c6-88d5c1ac4e70 req-2c42aa53-24f5-4b1b-b158-44956a7b3b42 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437734 Aug 21 12:22:26.458117 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f239fcc-7935-4407-9c8e-dcebe567068c req-6d3c4091-64f0-45f2-9065-494dcdfe8c93 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:26.459780 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6f239fcc-7935-4407-9c8e-dcebe567068c req-6d3c4091-64f0-45f2-9065-494dcdfe8c93 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.0871849 Aug 21 12:22:26.511176 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6f239fcc-7935-4407-9c8e-dcebe567068c req-299d2f77-0718-4756-ad97-c47e19d258dc tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448258 Aug 21 12:22:27.716022 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37eb20-09b0-42f6-a239-ae1dfe4f56c2 req-f4fcb623-275b-470f-a115-975e8db1efa0 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:27.717632 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-4e37eb20-09b0-42f6-a239-ae1dfe4f56c2 req-f4fcb623-275b-470f-a115-975e8db1efa0 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.0818064 Aug 21 12:22:27.766546 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-4e37eb20-09b0-42f6-a239-ae1dfe4f56c2 req-5c926a46-a646-4f29-9f00-68ddc62a7342 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414162 Aug 21 12:22:28.978423 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74a38c-35a8-4dc0-a209-fc586a6ae36c req-bf2d06ef-d6c0-40bc-babf-d889688d4b7e tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:28.980012 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6f74a38c-35a8-4dc0-a209-fc586a6ae36c req-bf2d06ef-d6c0-40bc-babf-d889688d4b7e tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.0872326 Aug 21 12:22:29.029802 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6f74a38c-35a8-4dc0-a209-fc586a6ae36c req-3076f18a-292b-461a-ae38-30caed3450fc tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436847 Aug 21 12:22:30.243467 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53d810-0ca7-4e34-9f93-9f9b0d6b280c req-1294e323-2b7a-4430-a887-7725a7db0fbc tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:30.245083 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3f53d810-0ca7-4e34-9f93-9f9b0d6b280c req-1294e323-2b7a-4430-a887-7725a7db0fbc tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.0851679 Aug 21 12:22:30.296189 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3f53d810-0ca7-4e34-9f93-9f9b0d6b280c req-713e5d42-1587-4f3d-a56c-c46b3317a0fe tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441844 Aug 21 12:22:31.504907 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095383e5-3233-4c19-a587-0a268787aac6 req-f368f96f-d195-43ec-b764-43c063264a66 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:31.506518 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-095383e5-3233-4c19-a587-0a268787aac6 req-f368f96f-d195-43ec-b764-43c063264a66 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.0870550 Aug 21 12:22:31.555586 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-095383e5-3233-4c19-a587-0a268787aac6 req-222daed3-1804-46ce-bd8e-a61385e7a248 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430481 Aug 21 12:22:32.766639 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27d9fa-5672-4424-906f-6e4068af9470 req-5af48623-265b-4646-b199-b27ac9c12d71 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:32.768251 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-df27d9fa-5672-4424-906f-6e4068af9470 req-5af48623-265b-4646-b199-b27ac9c12d71 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.0856364 Aug 21 12:22:32.822935 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-df27d9fa-5672-4424-906f-6e4068af9470 req-7231a16e-d0b0-4131-a9f2-ba668e52e9df tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477524 Aug 21 12:22:34.030524 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23667e9f-150f-481a-a80b-1dc7d93d9782 req-4d5157a8-dc57-48f1-99f8-fae051bf258a tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:34.032112 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-23667e9f-150f-481a-a80b-1dc7d93d9782 req-4d5157a8-dc57-48f1-99f8-fae051bf258a tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.0841835 Aug 21 12:22:34.082102 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-23667e9f-150f-481a-a80b-1dc7d93d9782 req-74fa932f-13b6-4455-a573-395b17079004 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429385 Aug 21 12:22:35.288033 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abb868-102e-4402-8ce5-085858564d9c req-37cc0f8f-6c20-4063-bf14-081e99b0752f tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:35.289630 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-22abb868-102e-4402-8ce5-085858564d9c req-37cc0f8f-6c20-4063-bf14-081e99b0752f tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.0851574 Aug 21 12:22:35.337287 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-22abb868-102e-4402-8ce5-085858564d9c req-5ad0fc45-e895-4985-bc72-c33c5c000318 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415418 Aug 21 12:22:36.546145 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3bab0-b968-49b5-95e4-1d9f26d61972 req-4bb5ef39-8541-4d99-a6cd-f1b2800ed3e6 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:36.547759 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2cd3bab0-b968-49b5-95e4-1d9f26d61972 req-4bb5ef39-8541-4d99-a6cd-f1b2800ed3e6 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.0856841 Aug 21 12:22:36.598424 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2cd3bab0-b968-49b5-95e4-1d9f26d61972 req-b79cd34e-aa24-4baf-8de0-93e996fd9b0b tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437255 Aug 21 12:22:37.804943 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7311cf-93db-462b-b3b4-238a583c33ec req-db93bf6e-6932-490b-98d7-23482c4c0515 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:37.806545 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5c7311cf-93db-462b-b3b4-238a583c33ec req-db93bf6e-6932-490b-98d7-23482c4c0515 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.0858018 Aug 21 12:22:37.856240 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5c7311cf-93db-462b-b3b4-238a583c33ec req-7939302d-e309-4789-bfbb-c7fb5b11fd84 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435371 Aug 21 12:22:38.293539 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407ed0e-4f82-4426-9ece-249116553dbd req-312bf3c8-213d-45b7-b26f-33da1aa65e55 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:38.295046 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a407ed0e-4f82-4426-9ece-249116553dbd req-312bf3c8-213d-45b7-b26f-33da1aa65e55 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.1445398 Aug 21 12:22:38.302710 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d710143d-8394-4c8d-888c-47e6345e3bfa req-1239803d-310d-4258-8352-30b61624f679 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d15178842e94d9d8cae320279c910bf&device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 1098 time: 0.1082110 Aug 21 12:22:38.441111 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a407ed0e-4f82-4426-9ece-249116553dbd req-3e2d0984-063d-498a-98e8-eccd94dc2c7e tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368065 Aug 21 12:22:38.480070 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710143d-8394-4c8d-888c-47e6345e3bfa req-78902376-5c8f-4bc5-8bf8-a9caafbb06bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:38.481678 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d710143d-8394-4c8d-888c-47e6345e3bfa req-78902376-5c8f-4bc5-8bf8-a9caafbb06bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a02cb72-de11-4e13-afc5-fd37a9467374 HTTP/1.1" status: 200 len: 911 time: 0.1618412 Aug 21 12:22:38.589042 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d710143d-8394-4c8d-888c-47e6345e3bfa req-0236094b-72cd-480d-94a0-b3a48265d9ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 HTTP/1.1" status: 200 len: 1000 time: 0.1000385 Aug 21 12:22:38.656834 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710143d-8394-4c8d-888c-47e6345e3bfa req-9cf0d803-f1e3-4ff6-baad-8941d556a943 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:38.658359 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d710143d-8394-4c8d-888c-47e6345e3bfa req-9cf0d803-f1e3-4ff6-baad-8941d556a943 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f58e09c1-f79e-4472-81dc-9752e44b5901 HTTP/1.1" status: 200 len: 849 time: 0.0628264 Aug 21 12:22:38.740359 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d710143d-8394-4c8d-888c-47e6345e3bfa req-210c74fb-ec29-44a2-89db-07b22e674054 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a02cb72-de11-4e13-afc5-fd37a9467374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744309 Aug 21 12:22:38.884090 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d710143d-8394-4c8d-888c-47e6345e3bfa req-320a81a5-2742-41a6-96be-e91a4b9cc993 service neutron] 10.222.0.21 "GET /v2.0/networks/8a02cb72-de11-4e13-afc5-fd37a9467374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365066 Aug 21 12:22:39.224483 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d710143d-8394-4c8d-888c-47e6345e3bfa req-9e80574d-0a10-4e6c-9cbb-815e0221f786 service neutron] 10.222.0.21 "GET /v2.0/networks/8a02cb72-de11-4e13-afc5-fd37a9467374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333066 Aug 21 12:22:39.648491 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad8588-447b-43f5-8b85-3c97930dc0af req-fce8f312-ceb5-47c5-880f-77c5c651ceb5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:39.650070 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d7ad8588-447b-43f5-8b85-3c97930dc0af req-fce8f312-ceb5-47c5-880f-77c5c651ceb5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.0807502 Aug 21 12:22:39.700030 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d7ad8588-447b-43f5-8b85-3c97930dc0af req-1d48c6fa-c675-4533-8576-583e93a7a275 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440624 Aug 21 12:22:40.907075 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a9206-6ec8-4a1f-ac4e-dd3fb9af48c0 req-dc8e1672-fde1-404b-a3ec-5c554379ce46 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:40.908635 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a01a9206-6ec8-4a1f-ac4e-dd3fb9af48c0 req-dc8e1672-fde1-404b-a3ec-5c554379ce46 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.0847831 Aug 21 12:22:40.956176 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a01a9206-6ec8-4a1f-ac4e-dd3fb9af48c0 req-a4fe63e3-a93f-49a0-8655-c679993117ff tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414391 Aug 21 12:22:42.849930 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:22:43.051996 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a6f969c8-4fa8-49e2-b2e1-9aae7af5c842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:44.498456 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:45.197580 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2ed7ef39-6720-41b6-915a-50fd4b841fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:45.793781 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:47.179670 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:48.819263 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:54.944712 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 43272) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:22:55.093326 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7c4d8cf3-60ca-4e07-9580-7d6f3bc733b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:55.125734 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-7c4d8cf3-60ca-4e07-9580-7d6f3bc733b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:22:55.130247 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-7c4d8cf3-60ca-4e07-9580-7d6f3bc733b2 admin admin] Usage tracker for resource:security_group_rule and tenant:024742f6d16c4c78be3f2ee0efc455a7 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:22:55.133115 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-7c4d8cf3-60ca-4e07-9580-7d6f3bc733b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:22:55.139036 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-7c4d8cf3-60ca-4e07-9580-7d6f3bc733b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:22:55.215162 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7c4d8cf3-60ca-4e07-9580-7d6f3bc733b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:55.217946 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7c4d8cf3-60ca-4e07-9580-7d6f3bc733b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:55.225869 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f6c3b506-a9b7-4d96-a375-468daa5afc6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:55.269069 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d8cf3-60ca-4e07-9580-7d6f3bc733b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1767cc4c-edce-4a0b-8d29-472925512d68,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:55.272482 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-7c4d8cf3-60ca-4e07-9580-7d6f3bc733b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:55.276163 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-7c4d8cf3-60ca-4e07-9580-7d6f3bc733b2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=024742f6d16c4c78be3f2ee0efc455a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3302860 Aug 21 12:22:55.278828 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 43278) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:22:55.341533 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f482a55f-287c-42fc-8a35-0e0aafbcbc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:55.368631 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f482a55f-287c-42fc-8a35-0e0aafbcbc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:55.411971 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f482a55f-287c-42fc-8a35-0e0aafbcbc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:55.416850 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3645a4ef-fe10-4a41-bce1-fd916e8d181e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:55.430727 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482a55f-287c-42fc-8a35-0e0aafbcbc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1767cc4c-edce-4a0b-8d29-472925512d68,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:55.433333 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f482a55f-287c-42fc-8a35-0e0aafbcbc2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:55.435290 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f482a55f-287c-42fc-8a35-0e0aafbcbc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:55.436477 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-f482a55f-287c-42fc-8a35-0e0aafbcbc2b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1767cc4c-edce-4a0b-8d29-472925512d68 HTTP/1.1" status: 204 len: 168 time: 0.1566682 Aug 21 12:22:56.243182 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 43300) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:22:56.384403 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-f465f2ac-105e-47b2-b2ab-bf1d4435e4e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-907150736-network', 'tenant_id': '003cdda6bef14854904da9e144a7491b'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:22:56.389414 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-f465f2ac-105e-47b2-b2ab-bf1d4435e4e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:22:56.393650 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-f465f2ac-105e-47b2-b2ab-bf1d4435e4e9 admin admin] Usage tracker for resource:network and tenant:003cdda6bef14854904da9e144a7491b is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:22:56.396722 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-f465f2ac-105e-47b2-b2ab-bf1d4435e4e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:22:56.402847 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-f465f2ac-105e-47b2-b2ab-bf1d4435e4e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:22:56.412355 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f465f2ac-105e-47b2-b2ab-bf1d4435e4e9 admin admin] Made reservation on behalf of 003cdda6bef14854904da9e144a7491b for: {'network': 1} {{(pid=82380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:22:56.417067 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f465f2ac-105e-47b2-b2ab-bf1d4435e4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for network, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:56.430753 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f465f2ac-105e-47b2-b2ab-bf1d4435e4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:56.466152 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-f465f2ac-105e-47b2-b2ab-bf1d4435e4e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:22:56.470091 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-f465f2ac-105e-47b2-b2ab-bf1d4435e4e9 admin admin] Usage tracker for resource:security_group_rule and tenant:003cdda6bef14854904da9e144a7491b is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:22:56.473048 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-f465f2ac-105e-47b2-b2ab-bf1d4435e4e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:22:56.478991 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-f465f2ac-105e-47b2-b2ab-bf1d4435e4e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:22:56.544988 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f465f2ac-105e-47b2-b2ab-bf1d4435e4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:56.547650 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f465f2ac-105e-47b2-b2ab-bf1d4435e4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:56.552466 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c8bcc3f0-d4d4-459d-8147-ac33739ae15e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:56.582188 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f465f2ac-105e-47b2-b2ab-bf1d4435e4e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=82380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:22:56.590953 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465f2ac-105e-47b2-b2ab-bf1d4435e4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d26bfea-01d4-4b7c-b351-972baf328058,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:56.594741 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f465f2ac-105e-47b2-b2ab-bf1d4435e4e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:56.597784 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f465f2ac-105e-47b2-b2ab-bf1d4435e4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:56.598176 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.segments_db [None req-f465f2ac-105e-47b2-b2ab-bf1d4435e4e9 admin admin] Added segment 242c1818-f265-4f4a-9ece-5cd2ba9ae783 of type vlan for network 57392be1-9b8f-40ee-b2ea-4615e0e7219d Aug 21 12:22:56.625396 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f465f2ac-105e-47b2-b2ab-bf1d4435e4e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757584836911'] for network, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:56.655514 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f465f2ac-105e-47b2-b2ab-bf1d4435e4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808'] for network, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:56.656799 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f465f2ac-105e-47b2-b2ab-bf1d4435e4e9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:56.657472 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f465f2ac-105e-47b2-b2ab-bf1d4435e4e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:56.663348 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-76733c71-40db-424f-9835-822eedc6a511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:56.767014 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-f465f2ac-105e-47b2-b2ab-bf1d4435e4e9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5226617 Aug 21 12:22:56.767925 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465f2ac-105e-47b2-b2ab-bf1d4435e4e9 admin admin] Pushing event updated for resources: {'Network': ['ID=57392be1-9b8f-40ee-b2ea-4615e0e7219d,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:56.771033 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 43306) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:22:56.773913 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f465f2ac-105e-47b2-b2ab-bf1d4435e4e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:56.777977 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-c8e1b2de-3e4a-4a64-88b5-2ab3d02579fe admin admin] Request body: {'subnet': {'network_id': '57392be1-9b8f-40ee-b2ea-4615e0e7219d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-907150736-subnet', 'tenant_id': '003cdda6bef14854904da9e144a7491b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:22:56.780222 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Network 57392be1-9b8f-40ee-b2ea-4615e0e7219d details requested by agent ovs-agent-dv-cinder-805477-2-smb with host dv-cinder-805477-2-smb {{(pid=82381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:22:56.786706 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-c8e1b2de-3e4a-4a64-88b5-2ab3d02579fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:22:56.790975 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-c8e1b2de-3e4a-4a64-88b5-2ab3d02579fe admin admin] Usage tracker for resource:subnet and tenant:003cdda6bef14854904da9e144a7491b is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:22:56.794157 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-c8e1b2de-3e4a-4a64-88b5-2ab3d02579fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:22:56.800628 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-c8e1b2de-3e4a-4a64-88b5-2ab3d02579fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:22:56.810272 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e1b2de-3e4a-4a64-88b5-2ab3d02579fe admin admin] Made reservation on behalf of 003cdda6bef14854904da9e144a7491b for: {'subnet': 1} {{(pid=82380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:22:56.815707 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c8e1b2de-3e4a-4a64-88b5-2ab3d02579fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848038028'] for subnet, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:57.036573 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c8e1b2de-3e4a-4a64-88b5-2ab3d02579fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848061579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848038043'] for subnet, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:57.041146 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:57.116734 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1b2de-3e4a-4a64-88b5-2ab3d02579fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb32d0ac-62de-499e-a376-5ba10c596e96,revision_number=0']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:57.122259 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c8e1b2de-3e4a-4a64-88b5-2ab3d02579fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:57.133038 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e1b2de-3e4a-4a64-88b5-2ab3d02579fe admin admin] Checking segment: {'id': '242c1818-f265-4f4a-9ece-5cd2ba9ae783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '57392be1-9b8f-40ee-b2ea-4615e0e7219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:22:57.133452 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e1b2de-3e4a-4a64-88b5-2ab3d02579fe admin admin] Network hostable DHCP agents. Network: 57392be1-9b8f-40ee-b2ea-4615e0e7219d, hostable agents: ['225e7d11-fae5-4c67-af4e-3e3ed6d78c06'], hosted agents: [] {{(pid=82380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:22:57.154577 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e1b2de-3e4a-4a64-88b5-2ab3d02579fe admin admin] Network 57392be1-9b8f-40ee-b2ea-4615e0e7219d is scheduled to be hosted by DHCP agent 225e7d11-fae5-4c67-af4e-3e3ed6d78c06 with binding_index 1 {{(pid=82380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:22:57.162840 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-c8e1b2de-3e4a-4a64-88b5-2ab3d02579fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-smb, 57392be1-9b8f-40ee-b2ea-4615e0e7219d) {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:22:57.166807 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e1b2de-3e4a-4a64-88b5-2ab3d02579fe admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:57.167449 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c8e1b2de-3e4a-4a64-88b5-2ab3d02579fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:57.171932 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d178808-052e-4fd2-9479-24bba2658b26 None None] Network 57392be1-9b8f-40ee-b2ea-4615e0e7219d requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:22:57.190952 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-c8e1b2de-3e4a-4a64-88b5-2ab3d02579fe admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4155810 Aug 21 12:22:57.393359 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057e3d18-df75-44fc-a9b3-e135ba30c085 None None] Network 57392be1-9b8f-40ee-b2ea-4615e0e7219d requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:22:59.326903 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d69e4-addd-4818-b066-45c6c1d09183 req-df55fb03-bc04-4e61-ad5c-2b5491aa1084 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:59.328515 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-557d69e4-addd-4818-b066-45c6c1d09183 req-df55fb03-bc04-4e61-ad5c-2b5491aa1084 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/networks?id=57392be1-9b8f-40ee-b2ea-4615e0e7219d HTTP/1.1" status: 200 len: 813 time: 0.1528270 Aug 21 12:22:59.345819 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-557d69e4-addd-4818-b066-45c6c1d09183 req-9d6b9f97-f2c0-4054-b9c2-94c29483ec5a tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/quotas/003cdda6bef14854904da9e144a7491b HTTP/1.1" status: 200 len: 375 time: 0.0109794 Aug 21 12:22:59.395415 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-557d69e4-addd-4818-b066-45c6c1d09183 req-8bf4f012-fe93-4abd-9865-9902ada7702f tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=003cdda6bef14854904da9e144a7491b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437028 Aug 21 12:22:59.536478 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-557d69e4-addd-4818-b066-45c6c1d09183 req-1c04ad78-a443-4daf-a54c-83bc7c0e3be5 service neutron] 10.222.0.11 "GET /v2.0/networks/57392be1-9b8f-40ee-b2ea-4615e0e7219d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338968 Aug 21 12:22:59.676638 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-557d69e4-addd-4818-b066-45c6c1d09183 req-565f2c55-70ef-42ba-a86c-5eded17fbfce service neutron] 10.222.0.11 "GET /v2.0/networks/57392be1-9b8f-40ee-b2ea-4615e0e7219d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339123 Aug 21 12:22:59.873926 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-01e33b77-2358-4f7e-8cfe-20a68ab91e2b req-09765aef-5a71-463d-9990-ec75869f1c27 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=9569e639-1366-45db-90ab-efd7da2fbef4 HTTP/1.1" status: 200 len: 210 time: 0.0487361 Aug 21 12:23:01.074071 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d69e4-addd-4818-b066-45c6c1d09183 req-117a5490-7287-4e26-9586-4ce76b4a7681 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:01.076487 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-557d69e4-addd-4818-b066-45c6c1d09183 req-117a5490-7287-4e26-9586-4ce76b4a7681 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.21 "GET /v2.0/networks?id=57392be1-9b8f-40ee-b2ea-4615e0e7219d HTTP/1.1" status: 200 len: 813 time: 0.2573998 Aug 21 12:23:01.079594 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d4582953-0af6-472e-b108-1d4c56880ddb req-2c77e51e-509a-4a18-b879-8c4d5ddb2e90 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=9569e639-1366-45db-90ab-efd7da2fbef4 HTTP/1.1" status: 200 len: 210 time: 0.0734937 Aug 21 12:23:01.105224 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-557d69e4-addd-4818-b066-45c6c1d09183 req-916f2211-0572-458f-9586-4f689d5ec4ea tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Request body: {'port': {'device_id': '9569e639-1366-45db-90ab-efd7da2fbef4', 'network_id': '57392be1-9b8f-40ee-b2ea-4615e0e7219d', 'admin_state_up': True, 'tenant_id': '003cdda6bef14854904da9e144a7491b'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:23:01.246736 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-557d69e4-addd-4818-b066-45c6c1d09183 req-916f2211-0572-458f-9586-4f689d5ec4ea tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:23:01.250711 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-557d69e4-addd-4818-b066-45c6c1d09183 req-916f2211-0572-458f-9586-4f689d5ec4ea tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Usage tracker for resource:port and tenant:003cdda6bef14854904da9e144a7491b is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:23:01.254270 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-557d69e4-addd-4818-b066-45c6c1d09183 req-916f2211-0572-458f-9586-4f689d5ec4ea tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:23:01.260252 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-557d69e4-addd-4818-b066-45c6c1d09183 req-916f2211-0572-458f-9586-4f689d5ec4ea tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:23:01.269538 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-557d69e4-addd-4818-b066-45c6c1d09183 req-916f2211-0572-458f-9586-4f689d5ec4ea tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Made reservation on behalf of 003cdda6bef14854904da9e144a7491b for: {'port': 1} {{(pid=82379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:23:01.275001 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-557d69e4-addd-4818-b066-45c6c1d09183 req-916f2211-0572-458f-9586-4f689d5ec4ea tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:01.459936 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [req-557d69e4-addd-4818-b066-45c6c1d09183 req-916f2211-0572-458f-9586-4f689d5ec4ea tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Allocated IP 172.20.0.11 (57392be1-9b8f-40ee-b2ea-4615e0e7219d/bb32d0ac-62de-499e-a376-5ba10c596e96/67c39511-e611-4aa1-b524-dc4ba9d529f4) {{(pid=82379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:23:01.666836 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-557d69e4-addd-4818-b066-45c6c1d09183 req-916f2211-0572-458f-9586-4f689d5ec4ea tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Notify callbacks [] for port, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:01.693226 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-557d69e4-addd-4818-b066-45c6c1d09183 req-916f2211-0572-458f-9586-4f689d5ec4ea tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:01.702035 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-a2c16c7c-a91c-40f8-9334-affa812a443f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:23:01.768076 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557d69e4-addd-4818-b066-45c6c1d09183 req-916f2211-0572-458f-9586-4f689d5ec4ea tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Network 57392be1-9b8f-40ee-b2ea-4615e0e7219d is already hosted by enough agents. {{(pid=82379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:23:01.776741 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [req-557d69e4-addd-4818-b066-45c6c1d09183 req-916f2211-0572-458f-9586-4f689d5ec4ea tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Resources bound (agent type, host, resource id): {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:23:01.779277 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-557d69e4-addd-4818-b066-45c6c1d09183 req-916f2211-0572-458f-9586-4f689d5ec4ea tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Received port after_create {{(pid=82379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:23:01.829174 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f2211-0572-458f-9586-4f689d5ec4ea tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Pushing event updated for resources: {'Port': ['ID=67c39511-e611-4aa1-b524-dc4ba9d529f4,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:23:01.832369 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-916f2211-0572-458f-9586-4f689d5ec4ea tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:23:01.851617 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d69e4-addd-4818-b066-45c6c1d09183 req-916f2211-0572-458f-9586-4f689d5ec4ea tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:01.852278 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-557d69e4-addd-4818-b066-45c6c1d09183 req-916f2211-0572-458f-9586-4f689d5ec4ea tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:01.872293 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-557d69e4-addd-4818-b066-45c6c1d09183 req-916f2211-0572-458f-9586-4f689d5ec4ea tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7715700 Aug 21 12:23:01.886065 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-557d69e4-addd-4818-b066-45c6c1d09183 req-0cce09be-8dde-4885-9de1-4e5d711b38a1 service neutron] Request body: {'port': {'device_id': '9569e639-1366-45db-90ab-efd7da2fbef4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:23:02.000746 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-557d69e4-addd-4818-b066-45c6c1d09183 req-0cce09be-8dde-4885-9de1-4e5d711b38a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:02.351825 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2dfc1-d4c8-4f31-81f3-1be303fbe4d3 req-dc985d88-51bd-4226-afb6-da92c6f17eb5 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:02.352570 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-80d2dfc1-d4c8-4f31-81f3-1be303fbe4d3 req-dc985d88-51bd-4226-afb6-da92c6f17eb5 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Synchronizing usage tracker for tenant:003cdda6bef14854904da9e144a7491b on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:23:02.383218 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-80d2dfc1-d4c8-4f31-81f3-1be303fbe4d3 req-dc985d88-51bd-4226-afb6-da92c6f17eb5 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Unset dirty status for tenant:003cdda6bef14854904da9e144a7491b on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:23:02.384381 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-80d2dfc1-d4c8-4f31-81f3-1be303fbe4d3 req-dc985d88-51bd-4226-afb6-da92c6f17eb5 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=9569e639-1366-45db-90ab-efd7da2fbef4 HTTP/1.1" status: 200 len: 932 time: 0.1717026 Aug 21 12:23:02.466784 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [req-557d69e4-addd-4818-b066-45c6c1d09183 req-0cce09be-8dde-4885-9de1-4e5d711b38a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c39511-e611-4aa1-b524-dc4ba9d529f4 {{(pid=82379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:23:02.478328 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-557d69e4-addd-4818-b066-45c6c1d09183 req-0cce09be-8dde-4885-9de1-4e5d711b38a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:02.491611 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-80d2dfc1-d4c8-4f31-81f3-1be303fbe4d3 req-c27580bb-7f1e-48cf-87bd-36191b32a3dc tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d26bfea-01d4-4b7c-b351-972baf328058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788469 Aug 21 12:23:02.497643 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [req-557d69e4-addd-4818-b066-45c6c1d09183 req-0cce09be-8dde-4885-9de1-4e5d711b38a1 service neutron] Transition to ACTIVE for port object 67c39511-e611-4aa1-b524-dc4ba9d529f4 will not be triggered until provisioned by entity L2. {{(pid=82379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:23:02.500372 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-557d69e4-addd-4818-b066-45c6c1d09183 req-0cce09be-8dde-4885-9de1-4e5d711b38a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:02.504747 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b6c76e8a-a7dd-4c91-a1c9-f5c57f646af0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:23:02.629580 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce09be-8dde-4885-9de1-4e5d711b38a1 service neutron] Pushing event updated for resources: {'Port': ['ID=67c39511-e611-4aa1-b524-dc4ba9d529f4,revision_number=2']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:23:02.633302 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-0cce09be-8dde-4885-9de1-4e5d711b38a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:23:02.734761 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-557d69e4-addd-4818-b066-45c6c1d09183 req-0cce09be-8dde-4885-9de1-4e5d711b38a1 service neutron] Attempting to bind port 67c39511-e611-4aa1-b524-dc4ba9d529f4 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:23:02.735137 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-557d69e4-addd-4818-b066-45c6c1d09183 req-0cce09be-8dde-4885-9de1-4e5d711b38a1 service neutron] Attempting to bind port 67c39511-e611-4aa1-b524-dc4ba9d529f4 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '242c1818-f265-4f4a-9ece-5cd2ba9ae783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '57392be1-9b8f-40ee-b2ea-4615e0e7219d'}] {{(pid=82379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:23:02.735499 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557d69e4-addd-4818-b066-45c6c1d09183 req-0cce09be-8dde-4885-9de1-4e5d711b38a1 service neutron] Attempting to bind port 67c39511-e611-4aa1-b524-dc4ba9d529f4 on network 57392be1-9b8f-40ee-b2ea-4615e0e7219d {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:23:02.741613 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557d69e4-addd-4818-b066-45c6c1d09183 req-0cce09be-8dde-4885-9de1-4e5d711b38a1 service neutron] Port 67c39511-e611-4aa1-b524-dc4ba9d529f4 on network 57392be1-9b8f-40ee-b2ea-4615e0e7219d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:23:02.741974 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557d69e4-addd-4818-b066-45c6c1d09183 req-0cce09be-8dde-4885-9de1-4e5d711b38a1 service neutron] Attempting to bind port 67c39511-e611-4aa1-b524-dc4ba9d529f4 on network 57392be1-9b8f-40ee-b2ea-4615e0e7219d {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:23:02.748683 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557d69e4-addd-4818-b066-45c6c1d09183 req-0cce09be-8dde-4885-9de1-4e5d711b38a1 service neutron] Checking agent: {'id': '04f4107c-da72-461b-9c35-d993a4b9fd6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'started_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:23:02.749088 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557d69e4-addd-4818-b066-45c6c1d09183 req-0cce09be-8dde-4885-9de1-4e5d711b38a1 service neutron] Checking segment: {'id': '242c1818-f265-4f4a-9ece-5cd2ba9ae783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '57392be1-9b8f-40ee-b2ea-4615e0e7219d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:23:02.749509 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557d69e4-addd-4818-b066-45c6c1d09183 req-0cce09be-8dde-4885-9de1-4e5d711b38a1 service neutron] Bound using segment: {'id': '242c1818-f265-4f4a-9ece-5cd2ba9ae783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '57392be1-9b8f-40ee-b2ea-4615e0e7219d'} {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:23:02.749969 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-557d69e4-addd-4818-b066-45c6c1d09183 req-0cce09be-8dde-4885-9de1-4e5d711b38a1 service neutron] Bound port: 67c39511-e611-4aa1-b524-dc4ba9d529f4, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '242c1818-f265-4f4a-9ece-5cd2ba9ae783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '57392be1-9b8f-40ee-b2ea-4615e0e7219d'}}] {{(pid=82379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:23:02.750348 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-557d69e4-addd-4818-b066-45c6c1d09183 req-0cce09be-8dde-4885-9de1-4e5d711b38a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:02.843713 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-557d69e4-addd-4818-b066-45c6c1d09183 req-0cce09be-8dde-4885-9de1-4e5d711b38a1 service neutron] For port 67c39511-e611-4aa1-b524-dc4ba9d529f4, host hv-cinder-80547, cleared binding levels {{(pid=82379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:23:02.846824 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-557d69e4-addd-4818-b066-45c6c1d09183 req-0cce09be-8dde-4885-9de1-4e5d711b38a1 service neutron] For port 67c39511-e611-4aa1-b524-dc4ba9d529f4, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=67c39511-e611-4aa1-b524-dc4ba9d529f4,segment=NetworkSegment(242c1818-f265-4f4a-9ece-5cd2ba9ae783),segment_id=242c1818-f265-4f4a-9ece-5cd2ba9ae783)] {{(pid=82379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:23:02.850020 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-557d69e4-addd-4818-b066-45c6c1d09183 req-0cce09be-8dde-4885-9de1-4e5d711b38a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:02.853644 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-88ce4b0f-b33c-4439-89e3-05e6ff055c21 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:23:02.915750 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-557d69e4-addd-4818-b066-45c6c1d09183 req-0cce09be-8dde-4885-9de1-4e5d711b38a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:02.917251 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-557d69e4-addd-4818-b066-45c6c1d09183 req-0cce09be-8dde-4885-9de1-4e5d711b38a1 service neutron] 10.222.0.21 "PUT /v2.0/ports/67c39511-e611-4aa1-b524-dc4ba9d529f4 HTTP/1.1" status: 200 len: 1094 time: 1.0355465 Aug 21 12:23:02.920469 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9569e639-1366-45db-90ab-efd7da2fbef4', 'tag': '67c39511-e611-4aa1-b524-dc4ba9d529f4'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:23:02.933444 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce09be-8dde-4885-9de1-4e5d711b38a1 service neutron] Pushing event updated for resources: {'Port': ['ID=67c39511-e611-4aa1-b524-dc4ba9d529f4,revision_number=3']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:23:02.936502 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-0cce09be-8dde-4885-9de1-4e5d711b38a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:23:02.990673 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9569e639-1366-45db-90ab-efd7da2fbef4', 'tag': '67c39511-e611-4aa1-b524-dc4ba9d529f4', 'status': 'completed', 'code': 200} Aug 21 12:23:03.037398 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-557d69e4-addd-4818-b066-45c6c1d09183 req-c695fd52-fade-4013-857f-b0379a673133 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=003cdda6bef14854904da9e144a7491b&device_id=9569e639-1366-45db-90ab-efd7da2fbef4 HTTP/1.1" status: 200 len: 1097 time: 0.0814359 Aug 21 12:23:03.110868 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-557d69e4-addd-4818-b066-45c6c1d09183 req-6e045f8e-1a7c-4c56-b415-740f54a06e10 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67c39511-e611-4aa1-b524-dc4ba9d529f4 HTTP/1.1" status: 200 len: 217 time: 0.0633070 Aug 21 12:23:03.180907 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d69e4-addd-4818-b066-45c6c1d09183 req-8483334d-c2b5-451d-b784-aa37ca4c4a49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:03.182352 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-557d69e4-addd-4818-b066-45c6c1d09183 req-8483334d-c2b5-451d-b784-aa37ca4c4a49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bb32d0ac-62de-499e-a376-5ba10c596e96 HTTP/1.1" status: 200 len: 853 time: 0.0644569 Aug 21 12:23:03.231210 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-557d69e4-addd-4818-b066-45c6c1d09183 req-68af3800-9d83-4c1c-8594-b2f6a3deb065 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=57392be1-9b8f-40ee-b2ea-4615e0e7219d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415232 Aug 21 12:23:03.575272 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-557d69e4-addd-4818-b066-45c6c1d09183 req-1d1bbecb-9fa5-4c7a-84d0-09051464962c service neutron] 10.222.0.21 "GET /v2.0/networks/57392be1-9b8f-40ee-b2ea-4615e0e7219d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366024 Aug 21 12:23:03.779675 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-557d69e4-addd-4818-b066-45c6c1d09183 req-0391cbf2-f1a8-44c2-8bf6-29c4d7f0c5c2 service neutron] 10.222.0.21 "GET /v2.0/networks/57392be1-9b8f-40ee-b2ea-4615e0e7219d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969516 Aug 21 12:23:03.791703 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2abac-9719-4bb1-8fbb-d27882008819 req-e1c77c0c-1ad6-4d7b-ad92-98603d604dab tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:03.793474 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-acc2abac-9719-4bb1-8fbb-d27882008819 req-e1c77c0c-1ad6-4d7b-ad92-98603d604dab tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=9569e639-1366-45db-90ab-efd7da2fbef4 HTTP/1.1" status: 200 len: 944 time: 0.1403773 Aug 21 12:23:03.843052 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-acc2abac-9719-4bb1-8fbb-d27882008819 req-074705ca-b2f3-4850-939f-54a5c183d730 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d26bfea-01d4-4b7c-b351-972baf328058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428455 Aug 21 12:23:03.925787 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-dca06b10-ded9-4d5a-b0ea-a0d1d5737fff req-95be4630-53bc-4699-a7dc-73b426a02c5e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=003cdda6bef14854904da9e144a7491b&device_id=9569e639-1366-45db-90ab-efd7da2fbef4 HTTP/1.1" status: 200 len: 1097 time: 0.0779526 Aug 21 12:23:04.066335 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca06b10-ded9-4d5a-b0ea-a0d1d5737fff req-4774c656-c942-4219-86ed-93e505e40713 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:04.067814 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-dca06b10-ded9-4d5a-b0ea-a0d1d5737fff req-4774c656-c942-4219-86ed-93e505e40713 service neutron] 10.222.0.21 "GET /v2.0/networks?id=57392be1-9b8f-40ee-b2ea-4615e0e7219d HTTP/1.1" status: 200 len: 914 time: 0.1352081 Aug 21 12:23:04.137305 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-dca06b10-ded9-4d5a-b0ea-a0d1d5737fff req-897fb03d-4f4e-465e-8457-b113c3a4563e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67c39511-e611-4aa1-b524-dc4ba9d529f4 HTTP/1.1" status: 200 len: 217 time: 0.0629737 Aug 21 12:23:04.207179 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca06b10-ded9-4d5a-b0ea-a0d1d5737fff req-0131e74a-bc17-405a-920d-4f508622d59f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:04.208682 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-dca06b10-ded9-4d5a-b0ea-a0d1d5737fff req-0131e74a-bc17-405a-920d-4f508622d59f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bb32d0ac-62de-499e-a376-5ba10c596e96 HTTP/1.1" status: 200 len: 853 time: 0.0650804 Aug 21 12:23:04.258742 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-dca06b10-ded9-4d5a-b0ea-a0d1d5737fff req-a1b077a6-a3aa-42ca-aba2-9130e0bc0cd0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=57392be1-9b8f-40ee-b2ea-4615e0e7219d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422857 Aug 21 12:23:04.399349 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-dca06b10-ded9-4d5a-b0ea-a0d1d5737fff req-94340ca2-8e74-46cd-b0e2-33382b8a8183 service neutron] 10.222.0.21 "GET /v2.0/networks/57392be1-9b8f-40ee-b2ea-4615e0e7219d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333725 Aug 21 12:23:04.541512 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-dca06b10-ded9-4d5a-b0ea-a0d1d5737fff req-f803483b-c3f9-43dd-8c51-3799b3f46bb8 service neutron] 10.222.0.21 "GET /v2.0/networks/57392be1-9b8f-40ee-b2ea-4615e0e7219d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338007 Aug 21 12:23:05.204952 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a37f70-8a8d-492a-ad7b-5dbe8eb57396 req-df8943ca-a39b-4a78-8971-e9178c99bddc tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:05.206688 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-61a37f70-8a8d-492a-ad7b-5dbe8eb57396 req-df8943ca-a39b-4a78-8971-e9178c99bddc tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=9569e639-1366-45db-90ab-efd7da2fbef4 HTTP/1.1" status: 200 len: 944 time: 0.2354650 Aug 21 12:23:05.255934 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-61a37f70-8a8d-492a-ad7b-5dbe8eb57396 req-30b0bb19-897a-43c1-a970-502d081db035 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d26bfea-01d4-4b7c-b351-972baf328058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430148 Aug 21 12:23:06.534081 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b22469-8de6-4c0b-84da-aa019207fb6f req-0fae1392-abbd-425a-b2ff-1339bc64fefb tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:06.535740 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b6b22469-8de6-4c0b-84da-aa019207fb6f req-0fae1392-abbd-425a-b2ff-1339bc64fefb tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=9569e639-1366-45db-90ab-efd7da2fbef4 HTTP/1.1" status: 200 len: 944 time: 0.1585150 Aug 21 12:23:06.582905 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b6b22469-8de6-4c0b-84da-aa019207fb6f req-a5862b8c-292c-4a28-b246-83dcd893d65c tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d26bfea-01d4-4b7c-b351-972baf328058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408862 Aug 21 12:23:07.151508 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 67c39511-e611-4aa1-b524-dc4ba9d529f4 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:23:07.292500 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 67c39511-e611-4aa1-b524-dc4ba9d529f4, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=67c39511-e611-4aa1-b524-dc4ba9d529f4,segment=NetworkSegment(242c1818-f265-4f4a-9ece-5cd2ba9ae783),segment_id=242c1818-f265-4f4a-9ece-5cd2ba9ae783)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:23:07.308556 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Returning: {'device': '67c39511-e611-4aa1-b524-dc4ba9d529f4', 'network_id': '57392be1-9b8f-40ee-b2ea-4615e0e7219d', 'port_id': '67c39511-e611-4aa1-b524-dc4ba9d529f4', 'mac_address': 'fa:16:3e:f2:8e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb32d0ac-62de-499e-a376-5ba10c596e96', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:23:07.364164 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:07.382634 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c39511-e611-4aa1-b524-dc4ba9d529f4 {{(pid=82381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:23:07.397816 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 67c39511-e611-4aa1-b524-dc4ba9d529f4, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=67c39511-e611-4aa1-b524-dc4ba9d529f4,segment=NetworkSegment(242c1818-f265-4f4a-9ece-5cd2ba9ae783),segment_id=242c1818-f265-4f4a-9ece-5cd2ba9ae783)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:23:07.400579 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:07.402513 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:23:07.470702 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=67c39511-e611-4aa1-b524-dc4ba9d529f4,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:23:07.479690 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:07.480062 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:07.480446 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:07.480823 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:07.481229 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:07.481605 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:07.481980 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:07.482351 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:07.482720 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:07.483089 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:07.483477 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:07.487466 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:23:07.763721 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['67c39511-e611-4aa1-b524-dc4ba9d529f4'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:23:07.788834 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f2468-444c-4028-87ac-53b263c335ce req-3e5d2ae8-93ba-4c69-9e6a-556cdd4d3b17 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:07.790452 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b03f2468-444c-4028-87ac-53b263c335ce req-3e5d2ae8-93ba-4c69-9e6a-556cdd4d3b17 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=9569e639-1366-45db-90ab-efd7da2fbef4 HTTP/1.1" status: 200 len: 945 time: 0.0862567 Aug 21 12:23:07.841518 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b03f2468-444c-4028-87ac-53b263c335ce req-bdc8d8ef-1c8c-46f3-941f-886ca97ac08c tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d26bfea-01d4-4b7c-b351-972baf328058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448670 Aug 21 12:23:09.043213 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e06404-28a4-47a9-9cbb-f98560c4921f req-69f51a94-f7a3-4e43-bce1-31e37f975212 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:09.044828 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b5e06404-28a4-47a9-9cbb-f98560c4921f req-69f51a94-f7a3-4e43-bce1-31e37f975212 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=9569e639-1366-45db-90ab-efd7da2fbef4 HTTP/1.1" status: 200 len: 945 time: 0.0827353 Aug 21 12:23:09.097478 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b5e06404-28a4-47a9-9cbb-f98560c4921f req-6438e3fb-d714-4f72-b6d7-6c80b1d77d66 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d26bfea-01d4-4b7c-b351-972baf328058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457304 Aug 21 12:23:09.167123 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 67c39511-e611-4aa1-b524-dc4ba9d529f4 up at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:23:09.241736 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning for port 67c39511-e611-4aa1-b524-dc4ba9d529f4 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:23:09.247001 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning complete for port 67c39511-e611-4aa1-b524-dc4ba9d529f4 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:23:09.247419 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:09.363699 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:09.390392 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9569e639-1366-45db-90ab-efd7da2fbef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c39511-e611-4aa1-b524-dc4ba9d529f4'}] {{(pid=82381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:23:09.400854 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 67c39511-e611-4aa1-b524-dc4ba9d529f4, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=67c39511-e611-4aa1-b524-dc4ba9d529f4,segment=NetworkSegment(242c1818-f265-4f4a-9ece-5cd2ba9ae783),segment_id=242c1818-f265-4f4a-9ece-5cd2ba9ae783)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:23:09.403786 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:09.405770 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:23:09.448070 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9569e639-1366-45db-90ab-efd7da2fbef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c39511-e611-4aa1-b524-dc4ba9d529f4', 'code': 200} Aug 21 12:23:09.475559 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=67c39511-e611-4aa1-b524-dc4ba9d529f4,revision_number=5']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:23:09.478714 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:23:09.681528 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2967d021-8be4-4076-bfbf-ce0d19a3e4d5 req-4df909dd-9dca-4394-9756-15a564d6cf4b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9569e639-1366-45db-90ab-efd7da2fbef4 HTTP/1.1" status: 200 len: 1099 time: 0.0713511 Aug 21 12:23:09.725709 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2967d021-8be4-4076-bfbf-ce0d19a3e4d5 req-76ce4cfe-dc33-4cc5-b2f6-a8c7b78a8e2f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6d26bfea-01d4-4b7c-b351-972baf328058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378461 Aug 21 12:23:10.436068 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d7a58-88fd-4a68-a193-edfd4c20e3d4 req-1df1fe69-afe6-4a39-8e9b-80e5c09f425f tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:10.437535 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5f1d7a58-88fd-4a68-a193-edfd4c20e3d4 req-1df1fe69-afe6-4a39-8e9b-80e5c09f425f tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=9569e639-1366-45db-90ab-efd7da2fbef4 HTTP/1.1" status: 200 len: 946 time: 0.0846050 Aug 21 12:23:10.484823 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5f1d7a58-88fd-4a68-a193-edfd4c20e3d4 req-24b2515c-c0b3-4422-b279-90e8d9726d20 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d26bfea-01d4-4b7c-b351-972baf328058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413442 Aug 21 12:23:11.689051 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb23e2-b022-4bd2-b59f-a6029b2077a7 req-3c22b651-e4cb-4b6b-ba89-ae3b9655edc4 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:11.691377 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-47fb23e2-b022-4bd2-b59f-a6029b2077a7 req-3c22b651-e4cb-4b6b-ba89-ae3b9655edc4 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=9569e639-1366-45db-90ab-efd7da2fbef4 HTTP/1.1" status: 200 len: 946 time: 0.0837226 Aug 21 12:23:11.739911 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-47fb23e2-b022-4bd2-b59f-a6029b2077a7 req-4a0e1c37-62cd-450f-94bc-3da83a6822d6 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d26bfea-01d4-4b7c-b351-972baf328058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424323 Aug 21 12:23:13.054123 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-db251522-f7b5-49f2-bc22-1aed1c29492d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:14.288049 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-990fb182-fe73-4d10-9b50-9e6cd5c90cec req-5952de4b-b9ca-4697-afa1-52274e16b422 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f04b45e6b62a49fbbf9eada7c40a9bf6&device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 1137 time: 0.1425860 Aug 21 12:23:14.298811 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea34018-985e-4e36-80b5-ba5d1524982d req-9ef80431-a7e0-415b-92fe-8fd9cbeb3fd2 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:14.300939 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3ea34018-985e-4e36-80b5-ba5d1524982d req-9ef80431-a7e0-415b-92fe-8fd9cbeb3fd2 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 984 time: 0.1085520 Aug 21 12:23:14.441357 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3ea34018-985e-4e36-80b5-ba5d1524982d req-68c2196e-d87e-4df1-8d16-f62f8b03d5b4 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3dad95ad-df6d-4a4a-a75f-f1f4f9023150&id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1162126 Aug 21 12:23:14.476186 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fb182-fe73-4d10-9b50-9e6cd5c90cec req-11f23d05-e990-4c64-bcb9-1714d1c4b7a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:14.477887 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-990fb182-fe73-4d10-9b50-9e6cd5c90cec req-11f23d05-e990-4c64-bcb9-1714d1c4b7a0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fb61732c-c52e-4864-ba61-9ddcc4b9007c HTTP/1.1" status: 200 len: 914 time: 0.1759810 Aug 21 12:23:14.500779 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:14.592511 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-990fb182-fe73-4d10-9b50-9e6cd5c90cec req-36bba692-a933-4dda-91ad-5c5ff37c976b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f0324e4-398b-4693-895b-84060224a3ac HTTP/1.1" status: 200 len: 1001 time: 0.1080427 Aug 21 12:23:14.669234 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fb182-fe73-4d10-9b50-9e6cd5c90cec req-b46fe6f9-47f3-43c4-ae01-f3c46cdef830 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:14.671029 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-990fb182-fe73-4d10-9b50-9e6cd5c90cec req-b46fe6f9-47f3-43c4-ae01-f3c46cdef830 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c1b910a-8c38-40eb-bbef-e2693f867665 HTTP/1.1" status: 200 len: 852 time: 0.0712080 Aug 21 12:23:14.754964 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-990fb182-fe73-4d10-9b50-9e6cd5c90cec req-e123c737-f46e-476e-8d16-fbabd4689781 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb61732c-c52e-4864-ba61-9ddcc4b9007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768895 Aug 21 12:23:14.900952 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-990fb182-fe73-4d10-9b50-9e6cd5c90cec req-da703700-23de-4766-a740-99d2c777d88b service neutron] 10.222.0.21 "GET /v2.0/networks/fb61732c-c52e-4864-ba61-9ddcc4b9007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383126 Aug 21 12:23:15.046024 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-990fb182-fe73-4d10-9b50-9e6cd5c90cec req-79418bac-820d-4d45-8746-a405542c4f24 service neutron] 10.222.0.21 "GET /v2.0/networks/fb61732c-c52e-4864-ba61-9ddcc4b9007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384470 Aug 21 12:23:15.204530 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-644164cc-aacb-4db4-bb9b-020aac69962e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:15.649041 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57022ccf-065b-49f4-9c18-89bb4eedfcc5 req-97d410d1-c067-4733-9d4c-7908b8a014d1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:15.650655 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-57022ccf-065b-49f4-9c18-89bb4eedfcc5 req-97d410d1-c067-4733-9d4c-7908b8a014d1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 984 time: 0.0822027 Aug 21 12:23:15.705480 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-57022ccf-065b-49f4-9c18-89bb4eedfcc5 req-943e6558-cec9-4997-84bb-8d1ae7ab949a tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3dad95ad-df6d-4a4a-a75f-f1f4f9023150&id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485568 Aug 21 12:23:15.798248 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:16.925142 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f549ec3-3d54-45e9-bc72-b5825dafcedc req-59bfcbd7-ab26-4be9-a959-386726cd52d3 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:16.926853 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0f549ec3-3d54-45e9-bc72-b5825dafcedc req-59bfcbd7-ab26-4be9-a959-386726cd52d3 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 984 time: 0.0897558 Aug 21 12:23:16.980672 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0f549ec3-3d54-45e9-bc72-b5825dafcedc req-89a77b65-59e5-415a-864c-3fd965666244 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3dad95ad-df6d-4a4a-a75f-f1f4f9023150&id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0474865 Aug 21 12:23:17.183607 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:18.204553 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457affd-46fa-4774-9d26-c185eb0b9411 req-49938e67-0c8f-4b61-b3fa-1d8a50da4da1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:18.206463 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8457affd-46fa-4774-9d26-c185eb0b9411 req-49938e67-0c8f-4b61-b3fa-1d8a50da4da1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 984 time: 0.0916350 Aug 21 12:23:18.259578 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8457affd-46fa-4774-9d26-c185eb0b9411 req-d8139fa7-3a1c-4226-9955-d2ca649cc4d6 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3dad95ad-df6d-4a4a-a75f-f1f4f9023150&id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465586 Aug 21 12:23:18.837646 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:19.469889 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44f111-20dc-41d7-8c3f-9212d99e6283 req-8c74ee24-5883-4725-bc24-435b3e4bc0e3 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:19.471533 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-dd44f111-20dc-41d7-8c3f-9212d99e6283 req-8c74ee24-5883-4725-bc24-435b3e4bc0e3 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 984 time: 0.0862069 Aug 21 12:23:19.524097 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-dd44f111-20dc-41d7-8c3f-9212d99e6283 req-34f9a466-4aa1-4c20-a3cb-fcd9ddf6d217 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3dad95ad-df6d-4a4a-a75f-f1f4f9023150&id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461810 Aug 21 12:23:19.850255 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:23:20.734683 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289da9b-01d6-4841-a45f-c83b295b2f1d req-7e024d57-678d-4a12-a184-efcb5254566c tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:20.736270 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5289da9b-01d6-4841-a45f-c83b295b2f1d req-7e024d57-678d-4a12-a184-efcb5254566c tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 984 time: 0.0865602 Aug 21 12:23:20.788411 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5289da9b-01d6-4841-a45f-c83b295b2f1d req-87d3b756-b905-443b-bb73-2952030bea51 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3dad95ad-df6d-4a4a-a75f-f1f4f9023150&id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456657 Aug 21 12:23:21.997407 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e2eaa-843f-42c0-a050-fd44b61f8d80 req-ba708e10-e4b9-44e3-9888-dff83e90cc85 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:21.999042 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ab7e2eaa-843f-42c0-a050-fd44b61f8d80 req-ba708e10-e4b9-44e3-9888-dff83e90cc85 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 984 time: 0.0839622 Aug 21 12:23:22.053476 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ab7e2eaa-843f-42c0-a050-fd44b61f8d80 req-38228d1a-f4eb-4104-8f51-7687e192a223 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3dad95ad-df6d-4a4a-a75f-f1f4f9023150&id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0481849 Aug 21 12:23:23.262990 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba983a8-cff0-4c55-8c05-7f5004ad7f2d req-8cda2215-fbb9-474b-a3cf-e8403ea639f2 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:23.264618 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2ba983a8-cff0-4c55-8c05-7f5004ad7f2d req-8cda2215-fbb9-474b-a3cf-e8403ea639f2 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 984 time: 0.0860267 Aug 21 12:23:23.317065 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2ba983a8-cff0-4c55-8c05-7f5004ad7f2d req-f31cc91b-dcd3-4025-b995-8d649accb915 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3dad95ad-df6d-4a4a-a75f-f1f4f9023150&id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460224 Aug 21 12:23:24.523882 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e29ec-c7d4-4721-9ab5-47c98582f80c req-e7407d19-4869-4cc0-8172-0ea3ef0ba09b tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:24.525476 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-093e29ec-c7d4-4721-9ab5-47c98582f80c req-e7407d19-4869-4cc0-8172-0ea3ef0ba09b tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 984 time: 0.0862589 Aug 21 12:23:24.576313 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-093e29ec-c7d4-4721-9ab5-47c98582f80c req-0ab60e31-afc6-419c-8323-9866d2001f50 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3dad95ad-df6d-4a4a-a75f-f1f4f9023150&id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445704 Aug 21 12:23:25.788080 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4e1b5-dbba-4388-82d9-73e2c72127f4 req-5a4d2108-4e40-4e09-a97c-09c42c0c83d9 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:25.789723 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-99b4e1b5-dbba-4388-82d9-73e2c72127f4 req-5a4d2108-4e40-4e09-a97c-09c42c0c83d9 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 984 time: 0.0826488 Aug 21 12:23:25.839679 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-99b4e1b5-dbba-4388-82d9-73e2c72127f4 req-309e989a-b6ae-4a0b-9a64-e6e37eae7e62 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3dad95ad-df6d-4a4a-a75f-f1f4f9023150&id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437419 Aug 21 12:23:27.053453 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb59332-338a-454f-9fc4-abae6d98a0ed req-bf166200-d1d6-44a5-9197-750b5e1bf474 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:27.054943 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3bb59332-338a-454f-9fc4-abae6d98a0ed req-bf166200-d1d6-44a5-9197-750b5e1bf474 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 984 time: 0.0911834 Aug 21 12:23:27.105160 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3bb59332-338a-454f-9fc4-abae6d98a0ed req-f27563ea-ccf3-462d-9651-12f3d34936d5 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3dad95ad-df6d-4a4a-a75f-f1f4f9023150&id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439827 Aug 21 12:23:28.323242 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7195d-986a-4d41-9555-a3095b9c5ab0 req-d2e511e3-df5c-4096-9890-bb28199de271 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:28.324831 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cae7195d-986a-4d41-9555-a3095b9c5ab0 req-d2e511e3-df5c-4096-9890-bb28199de271 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 984 time: 0.0816879 Aug 21 12:23:28.381472 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cae7195d-986a-4d41-9555-a3095b9c5ab0 req-f3598e9c-13a6-4ebe-86ad-34810899627f tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3dad95ad-df6d-4a4a-a75f-f1f4f9023150&id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0500460 Aug 21 12:23:29.460301 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfd67b-1c06-490d-9f7b-cf06bc5951fa req-48804222-f554-4ed9-bd0f-d900aff22a0e tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:29.461975 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-febfd67b-1c06-490d-9f7b-cf06bc5951fa req-48804222-f554-4ed9-bd0f-d900aff22a0e tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 946 time: 0.0871975 Aug 21 12:23:29.512572 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-febfd67b-1c06-490d-9f7b-cf06bc5951fa req-9e680a0d-3a9f-4185-ab2c-095cec71f06f tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443358 Aug 21 12:23:29.592983 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db77a91-477b-4181-bc06-7478e4d6e9c6 req-1598010e-eefb-4752-9db0-a3d3c754f972 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:29.594609 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9db77a91-477b-4181-bc06-7478e4d6e9c6 req-1598010e-eefb-4752-9db0-a3d3c754f972 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 984 time: 0.0810819 Aug 21 12:23:29.848758 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9db77a91-477b-4181-bc06-7478e4d6e9c6 req-ba174781-ba80-410e-9e24-370226fc20fe tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3dad95ad-df6d-4a4a-a75f-f1f4f9023150&id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2473829 Aug 21 12:23:30.729512 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36826e-689f-4ce7-a26a-fea3c6749f8f req-ba5dc4e3-4967-4144-82c9-d9e4c8778bfd tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:30.731073 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5b36826e-689f-4ce7-a26a-fea3c6749f8f req-ba5dc4e3-4967-4144-82c9-d9e4c8778bfd tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 946 time: 0.0819008 Aug 21 12:23:30.782314 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5b36826e-689f-4ce7-a26a-fea3c6749f8f req-d25a3c6e-a0c7-413c-9390-f624d964eea4 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438850 Aug 21 12:23:31.055790 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7f911-75f9-4c85-86fe-82f43ee136be req-b3c60862-2914-466f-b25b-21c7afcb65ed tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:31.057398 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f1a7f911-75f9-4c85-86fe-82f43ee136be req-b3c60862-2914-466f-b25b-21c7afcb65ed tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 984 time: 0.0861082 Aug 21 12:23:31.108532 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f1a7f911-75f9-4c85-86fe-82f43ee136be req-b42722c6-d14c-424d-ba7d-c6d12ed985f3 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3dad95ad-df6d-4a4a-a75f-f1f4f9023150&id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448163 Aug 21 12:23:31.545384 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba91940-1b10-4c68-bbd3-551f049a46ee req-2c818008-1132-4d9d-a89b-84196f115de9 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:31.546919 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-dba91940-1b10-4c68-bbd3-551f049a46ee req-2c818008-1132-4d9d-a89b-84196f115de9 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.21 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 946 time: 0.0809360 Aug 21 12:23:31.622716 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-dba91940-1b10-4c68-bbd3-551f049a46ee req-ca46531c-1d19-49ae-9a63-95c10ac11d0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Deleting port ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 {{(pid=82379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:23:31.623096 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-dba91940-1b10-4c68-bbd3-551f049a46ee req-ca46531c-1d19-49ae-9a63-95c10ac11d0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:31.874267 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-dba91940-1b10-4c68-bbd3-551f049a46ee req-ca46531c-1d19-49ae-9a63-95c10ac11d0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] For port ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:23:31.874821 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-dba91940-1b10-4c68-bbd3-551f049a46ee req-ca46531c-1d19-49ae-9a63-95c10ac11d0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:32.194885 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b06cc0-3c56-46ab-83e3-81221ef0a41b req-7054d25b-203d-4ddd-8eac-8b9537492ae7 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:32.196489 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-33b06cc0-3c56-46ab-83e3-81221ef0a41b req-7054d25b-203d-4ddd-8eac-8b9537492ae7 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 946 time: 0.2559037 Aug 21 12:23:32.319741 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-dba91940-1b10-4c68-bbd3-551f049a46ee req-ca46531c-1d19-49ae-9a63-95c10ac11d0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:32.320232 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-dba91940-1b10-4c68-bbd3-551f049a46ee req-ca46531c-1d19-49ae-9a63-95c10ac11d0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7900557'] for floatingip, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:32.320586 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.l3_db [req-dba91940-1b10-4c68-bbd3-551f049a46ee req-ca46531c-1d19-49ae-9a63-95c10ac11d0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Floating IP fb573169-af0f-45a8-91b5-092696202116 disassociated. External IP: 172.28.2.210, port: ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8. Aug 21 12:23:32.321114 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-dba91940-1b10-4c68-bbd3-551f049a46ee req-ca46531c-1d19-49ae-9a63-95c10ac11d0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Calling delete_port for ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 owned by compute:nova {{(pid=82379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:23:32.378314 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-33b06cc0-3c56-46ab-83e3-81221ef0a41b req-10566221-91f5-4e0c-8a20-6bc102a51f77 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=f40723ef-d5eb-40e8-94be-6441b69a6a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672287 Aug 21 12:23:32.434703 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063c0bd-6303-4fbd-85b2-36ab60e69e1b req-42d060e1-809b-490a-b8e5-5302aca3c7be tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:32.436308 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2063c0bd-6303-4fbd-85b2-36ab60e69e1b req-42d060e1-809b-490a-b8e5-5302aca3c7be tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 984 time: 0.2005339 Aug 21 12:23:32.546076 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2063c0bd-6303-4fbd-85b2-36ab60e69e1b req-d5cff8c2-ec43-4746-9163-010589839da9 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3dad95ad-df6d-4a4a-a75f-f1f4f9023150&id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714254 Aug 21 12:23:32.546705 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-dba91940-1b10-4c68-bbd3-551f049a46ee req-ca46531c-1d19-49ae-9a63-95c10ac11d0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:32.553230 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-cbba7431-5ad4-4e94-b935-4606b81df2d7 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:23:32.600522 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46531c-1d19-49ae-9a63-95c10ac11d0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Pushing event deleted for resources: {'Port': ['ID=ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:23:32.614758 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca46531c-1d19-49ae-9a63-95c10ac11d0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:32.615170 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca46531c-1d19-49ae-9a63-95c10ac11d0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:32.615581 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca46531c-1d19-49ae-9a63-95c10ac11d0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:32.615984 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca46531c-1d19-49ae-9a63-95c10ac11d0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:32.616387 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca46531c-1d19-49ae-9a63-95c10ac11d0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:32.616786 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca46531c-1d19-49ae-9a63-95c10ac11d0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:32.617238 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca46531c-1d19-49ae-9a63-95c10ac11d0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:32.617637 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca46531c-1d19-49ae-9a63-95c10ac11d0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:32.618028 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca46531c-1d19-49ae-9a63-95c10ac11d0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:32.618419 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca46531c-1d19-49ae-9a63-95c10ac11d0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:32.618812 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca46531c-1d19-49ae-9a63-95c10ac11d0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:32.623202 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ca46531c-1d19-49ae-9a63-95c10ac11d0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:23:32.839897 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dba91940-1b10-4c68-bbd3-551f049a46ee req-ca46531c-1d19-49ae-9a63-95c10ac11d0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Router 984f3ffc-31a1-4d67-afe6-e454adaace64 has already been hosted by L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 {{(pid=82379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:23:33.057626 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dba91940-1b10-4c68-bbd3-551f049a46ee req-ca46531c-1d19-49ae-9a63-95c10ac11d0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:23:33.070285 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16a4deb-9369-4e1c-ae40-ddae31099565 None None] Sync routers for ids ['984f3ffc-31a1-4d67-afe6-e454adaace64'] in dv-cinder-805477-2-smb {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:23:33.086862 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16a4deb-9369-4e1c-ae40-ddae31099565 None None] Routers {'984f3ffc-31a1-4d67-afe6-e454adaace64'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:23:33.087892 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-d16a4deb-9369-4e1c-ae40-ddae31099565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:23:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['984f3ffc-31a1-4d67-afe6-e454adaace64'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:23:33.134508 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba91940-1b10-4c68-bbd3-551f049a46ee req-ca46531c-1d19-49ae-9a63-95c10ac11d0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] No DVR routers for this DVR port ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 on host hv-cinder-80547 {{(pid=82379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:23:33.137173 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-dba91940-1b10-4c68-bbd3-551f049a46ee req-ca46531c-1d19-49ae-9a63-95c10ac11d0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:33.140132 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55deb59-482b-46b7-9199-3988b119cd6a', 'name': 'network-vif-deleted', 'tag': 'ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:23:33.149313 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-dba91940-1b10-4c68-bbd3-551f049a46ee req-ca46531c-1d19-49ae-9a63-95c10ac11d0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.21 "DELETE /v2.0/ports/ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 HTTP/1.1" status: 204 len: 173 time: 1.5960815 Aug 21 12:23:33.306565 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-d16a4deb-9369-4e1c-ae40-ddae31099565 None None] Set router 984f3ffc-31a1-4d67-afe6-e454adaace64 gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:23:33.311071 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55deb59-482b-46b7-9199-3988b119cd6a', 'name': 'network-vif-deleted', 'tag': 'ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8', 'status': 'completed', 'code': 200} Aug 21 12:23:33.577133 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-ec94707a-9b5b-4d60-b61a-7469d7450c95 req-5e06a556-405d-4aeb-b4c1-f2d3c6cb3dfd tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Synchronizing usage tracker for tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:23:33.594432 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-ec94707a-9b5b-4d60-b61a-7469d7450c95 req-5e06a556-405d-4aeb-b4c1-f2d3c6cb3dfd tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Unset dirty status for tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:23:33.596321 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ec94707a-9b5b-4d60-b61a-7469d7450c95 req-5e06a556-405d-4aeb-b4c1-f2d3c6cb3dfd tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55deb59-482b-46b7-9199-3988b119cd6a HTTP/1.1" status: 200 len: 210 time: 0.0641482 Aug 21 12:23:33.639103 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-d16a4deb-9369-4e1c-ae40-ddae31099565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'name': 'tempest-AttachVolumeShelveTestJSON-891784107-router', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '80413900-88b2-4bd9-8678-ecc146631569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:03Z', 'updated_at': '2021-08-21T12:18:20Z', 'revision_number': 4, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'gw_port': {'id': '80413900-88b2-4bd9-8678-ecc146631569', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:04Z', 'updated_at': '2021-08-21T12:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '92170282-fedb-40d3-ab97-205956a687be', 'name': '', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'mac_address': 'fa:16:3e:c3:2f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:15Z', 'updated_at': '2021-08-21T12:18:31Z', 'revision_number': 5, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'subnets': [{'id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:23:33.643448 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16a4deb-9369-4e1c-ae40-ddae31099565 None None] Checking router: 984f3ffc-31a1-4d67-afe6-e454adaace64 for host: dv-cinder-805477-2-smb {{(pid=82381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:23:33.654803 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16a4deb-9369-4e1c-ae40-ddae31099565 None None] Routers {'984f3ffc-31a1-4d67-afe6-e454adaace64'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:23:33.655437 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-d16a4deb-9369-4e1c-ae40-ddae31099565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:23:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['984f3ffc-31a1-4d67-afe6-e454adaace64'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:23:33.848401 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-d16a4deb-9369-4e1c-ae40-ddae31099565 None None] Set router 984f3ffc-31a1-4d67-afe6-e454adaace64 gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:23:34.326785 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-d16a4deb-9369-4e1c-ae40-ddae31099565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'name': 'tempest-AttachVolumeShelveTestJSON-891784107-router', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '80413900-88b2-4bd9-8678-ecc146631569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:03Z', 'updated_at': '2021-08-21T12:18:20Z', 'revision_number': 4, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'gw_port': {'id': '80413900-88b2-4bd9-8678-ecc146631569', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:04Z', 'updated_at': '2021-08-21T12:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '92170282-fedb-40d3-ab97-205956a687be', 'name': '', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'mac_address': 'fa:16:3e:c3:2f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:15Z', 'updated_at': '2021-08-21T12:18:31Z', 'revision_number': 5, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'subnets': [{'id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:23:34.332548 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16a4deb-9369-4e1c-ae40-ddae31099565 None None] The sync data for ids ['984f3ffc-31a1-4d67-afe6-e454adaace64'] in dv-cinder-805477-2-smb is: [{'id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'name': 'tempest-AttachVolumeShelveTestJSON-891784107-router', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '80413900-88b2-4bd9-8678-ecc146631569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:03Z', 'updated_at': '2021-08-21T12:18:20Z', 'revision_number': 4, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'gw_port': {'id': '80413900-88b2-4bd9-8678-ecc146631569', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:04Z', 'updated_at': '2021-08-21T12:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '92170282-fedb-40d3-ab97-205956a687be', 'name': '', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'mac_address': 'fa:16:3e:c3:2f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:15Z', 'updated_at': '2021-08-21T12:18:31Z', 'revision_number': 5, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'subnets': [{'id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:23:34.768577 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 43584) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:23:34.839665 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-57b72971-303e-4bd4-81c2-c872e63f61c8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:34.867754 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be523063-73e5-4edb-acdd-7f805d572a58 None None] New status for floating IP fb573169-af0f-45a8-91b5-092696202116: DOWN {{(pid=82382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:23:34.868936 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-57b72971-303e-4bd4-81c2-c872e63f61c8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:34.914842 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-57b72971-303e-4bd4-81c2-c872e63f61c8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:34.920066 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-004e8222-4d92-4abc-bac9-0bf7c679573a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:23:34.937118 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b72971-303e-4bd4-81c2-c872e63f61c8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40723ef-d5eb-40e8-94be-6441b69a6a9e,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:23:34.951830 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-57b72971-303e-4bd4-81c2-c872e63f61c8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:34.953116 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-57b72971-303e-4bd4-81c2-c872e63f61c8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "DELETE /v2.0/security-groups/f40723ef-d5eb-40e8-94be-6441b69a6a9e HTTP/1.1" status: 204 len: 168 time: 0.1833670 Aug 21 12:23:34.954752 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b72971-303e-4bd4-81c2-c872e63f61c8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:34.955268 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b72971-303e-4bd4-81c2-c872e63f61c8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:34.955766 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b72971-303e-4bd4-81c2-c872e63f61c8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:34.956096 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b72971-303e-4bd4-81c2-c872e63f61c8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:34.956467 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 43588) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:23:34.956573 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b72971-303e-4bd4-81c2-c872e63f61c8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:34.956887 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b72971-303e-4bd4-81c2-c872e63f61c8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:34.957323 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b72971-303e-4bd4-81c2-c872e63f61c8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:34.957732 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b72971-303e-4bd4-81c2-c872e63f61c8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:34.958132 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b72971-303e-4bd4-81c2-c872e63f61c8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:34.958571 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b72971-303e-4bd4-81c2-c872e63f61c8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:34.958924 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b72971-303e-4bd4-81c2-c872e63f61c8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:34.962490 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-57b72971-303e-4bd4-81c2-c872e63f61c8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:23:34.978776 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.v2.resource [None req-722d6c99-390f-4a44-aac3-e41538dec77b tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] show failed (client error): The resource could not be found. Aug 21 12:23:34.979956 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-722d6c99-390f-4a44-aac3-e41538dec77b tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups/f40723ef-d5eb-40e8-94be-6441b69a6a9e HTTP/1.1" status: 404 len: 347 time: 0.0222003 Aug 21 12:23:34.983132 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 43592) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:23:35.155504 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-219fee66-9b89-4dc6-8d84-22449fd7f124 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Deleting port 103a76d4-39b2-4b74-9d74-93a2c07a132a {{(pid=82379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:23:35.155891 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-219fee66-9b89-4dc6-8d84-22449fd7f124 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:35.311174 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:23:35.355074 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] No Port match for: ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:23:35.355475 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device ccf53d98-52c7-4b84-8b8e-d21eaf1df2d8 not bound to the agent host hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:23:35.359449 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-219fee66-9b89-4dc6-8d84-22449fd7f124 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:35.359834 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-219fee66-9b89-4dc6-8d84-22449fd7f124 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:35.495139 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-219fee66-9b89-4dc6-8d84-22449fd7f124 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Calling delete_port for 103a76d4-39b2-4b74-9d74-93a2c07a132a owned by network:floatingip {{(pid=82379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:23:35.580777 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.db.api [None req-219fee66-9b89-4dc6-8d84-22449fd7f124 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82379) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 12:23:35.581136 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_db.api [None req-219fee66-9b89-4dc6-8d84-22449fd7f124 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 12:23:36.082765 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-219fee66-9b89-4dc6-8d84-22449fd7f124 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Deleting port 103a76d4-39b2-4b74-9d74-93a2c07a132a {{(pid=82379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:23:36.083178 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-219fee66-9b89-4dc6-8d84-22449fd7f124 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:36.464658 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-219fee66-9b89-4dc6-8d84-22449fd7f124 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:36.465273 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-219fee66-9b89-4dc6-8d84-22449fd7f124 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:36.588401 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-219fee66-9b89-4dc6-8d84-22449fd7f124 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Calling delete_port for 103a76d4-39b2-4b74-9d74-93a2c07a132a owned by network:floatingip {{(pid=82379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:23:36.724374 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-219fee66-9b89-4dc6-8d84-22449fd7f124 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:36.728668 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-bd7bb01d-0482-4409-a906-013565c66f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:23:36.771476 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fee66-9b89-4dc6-8d84-22449fd7f124 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Pushing event deleted for resources: {'Port': ['ID=103a76d4-39b2-4b74-9d74-93a2c07a132a,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:23:36.774415 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-219fee66-9b89-4dc6-8d84-22449fd7f124 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:23:36.869707 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-219fee66-9b89-4dc6-8d84-22449fd7f124 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for floatingip, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:36.886696 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-219fee66-9b89-4dc6-8d84-22449fd7f124 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for floatingip, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:36.887939 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-219fee66-9b89-4dc6-8d84-22449fd7f124 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "DELETE /v2.0/floatingips/fb573169-af0f-45a8-91b5-092696202116 HTTP/1.1" status: 204 len: 168 time: 1.9037125 Aug 21 12:23:37.284225 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 43610) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:23:37.290557 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-b93c764c-0411-4fdf-b97b-a02b3b1a3f47 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1640865428', 'description': 'tempest-description--1981622553'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:23:37.296762 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-b93c764c-0411-4fdf-b97b-a02b3b1a3f47 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:23:37.301220 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-b93c764c-0411-4fdf-b97b-a02b3b1a3f47 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Usage tracker for resource:security_group and tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:23:37.305045 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-b93c764c-0411-4fdf-b97b-a02b3b1a3f47 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:23:37.311098 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-b93c764c-0411-4fdf-b97b-a02b3b1a3f47 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:23:37.320493 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b93c764c-0411-4fdf-b97b-a02b3b1a3f47 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:37.355541 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-b93c764c-0411-4fdf-b97b-a02b3b1a3f47 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:23:37.359403 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-b93c764c-0411-4fdf-b97b-a02b3b1a3f47 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Usage tracker for resource:security_group_rule and tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:23:37.362424 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-b93c764c-0411-4fdf-b97b-a02b3b1a3f47 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:23:37.368283 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-b93c764c-0411-4fdf-b97b-a02b3b1a3f47 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:23:37.423743 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b93c764c-0411-4fdf-b97b-a02b3b1a3f47 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:37.426246 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b93c764c-0411-4fdf-b97b-a02b3b1a3f47 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:37.431568 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3f7ffa33-12c4-4a56-b4cf-5fafc5855fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:23:37.476120 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c764c-0411-4fdf-b97b-a02b3b1a3f47 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fecee73-506f-44c5-a1fa-fecb30bb4ae5,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:23:37.478927 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b93c764c-0411-4fdf-b97b-a02b3b1a3f47 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:37.480208 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-b93c764c-0411-4fdf-b97b-a02b3b1a3f47 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.1948469 Aug 21 12:23:37.481209 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b93c764c-0411-4fdf-b97b-a02b3b1a3f47 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:23:37.483243 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 43614) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:23:37.489383 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-08a2be06-2f31-4bf3-8022-44efd3f66f40 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Request body: {'security_group_rule': {'security_group_id': '5fecee73-506f-44c5-a1fa-fecb30bb4ae5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:23:37.495869 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-08a2be06-2f31-4bf3-8022-44efd3f66f40 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:23:37.499926 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-08a2be06-2f31-4bf3-8022-44efd3f66f40 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Usage tracker for resource:security_group_rule and tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:23:37.503792 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-08a2be06-2f31-4bf3-8022-44efd3f66f40 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:23:37.509800 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-08a2be06-2f31-4bf3-8022-44efd3f66f40 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:23:37.527160 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-08a2be06-2f31-4bf3-8022-44efd3f66f40 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:37.600184 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-08a2be06-2f31-4bf3-8022-44efd3f66f40 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:37.603021 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-08a2be06-2f31-4bf3-8022-44efd3f66f40 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465177'] for security_group_rule, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:37.605315 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-22751e78-844d-4d1f-985d-1621b4923300 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:23:37.628509 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2be06-2f31-4bf3-8022-44efd3f66f40 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf2d937-efc0-486f-941c-7608a381304b,revision_number=0']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:23:37.633785 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-08a2be06-2f31-4bf3-8022-44efd3f66f40 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:23:37.640253 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-08a2be06-2f31-4bf3-8022-44efd3f66f40 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:37.641562 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-08a2be06-2f31-4bf3-8022-44efd3f66f40 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1573253 Aug 21 12:23:37.644333 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 43620) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:23:37.650366 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-d32dcc74-b9ad-4ce2-baa6-08a0cbd8a552 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Request body: {'security_group_rule': {'security_group_id': '5fecee73-506f-44c5-a1fa-fecb30bb4ae5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:23:37.656386 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-d32dcc74-b9ad-4ce2-baa6-08a0cbd8a552 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:23:37.660528 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-d32dcc74-b9ad-4ce2-baa6-08a0cbd8a552 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Usage tracker for resource:security_group_rule and tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:23:37.663824 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-d32dcc74-b9ad-4ce2-baa6-08a0cbd8a552 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:23:37.670705 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-d32dcc74-b9ad-4ce2-baa6-08a0cbd8a552 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:23:37.687130 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d32dcc74-b9ad-4ce2-baa6-08a0cbd8a552 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:37.756049 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d32dcc74-b9ad-4ce2-baa6-08a0cbd8a552 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:37.758474 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d32dcc74-b9ad-4ce2-baa6-08a0cbd8a552 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465177'] for security_group_rule, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:37.769440 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:23:37.789481 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32dcc74-b9ad-4ce2-baa6-08a0cbd8a552 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e876d284-6c8f-495a-a491-c2ffb3c9a95f,revision_number=0']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:23:37.791948 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d32dcc74-b9ad-4ce2-baa6-08a0cbd8a552 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:23:37.799726 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d32dcc74-b9ad-4ce2-baa6-08a0cbd8a552 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:37.801058 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-d32dcc74-b9ad-4ce2-baa6-08a0cbd8a552 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1556835 Aug 21 12:23:37.804139 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 43624) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:23:37.809979 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-eda3bbe8-cdd6-4896-8bfb-e9990797d31a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Request body: {'floatingip': {'floating_network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:23:37.816427 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-eda3bbe8-cdd6-4896-8bfb-e9990797d31a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:23:37.820565 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-eda3bbe8-cdd6-4896-8bfb-e9990797d31a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Usage tracker for resource:floatingip and tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:23:37.823604 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-eda3bbe8-cdd6-4896-8bfb-e9990797d31a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:23:37.829872 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-eda3bbe8-cdd6-4896-8bfb-e9990797d31a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:23:37.839551 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-eda3bbe8-cdd6-4896-8bfb-e9990797d31a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for floatingip, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:37.988847 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-eda3bbe8-cdd6-4896-8bfb-e9990797d31a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:38.138511 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-eda3bbe8-cdd6-4896-8bfb-e9990797d31a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Allocated IP 172.28.2.113 (17d050b5-9d10-4030-a56f-7262e0bfffca/7ff80433-24f5-4344-a1b2-e78aa99f1de5/9777583a-e554-4b34-87b0-4a41e51c8214) {{(pid=82379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:23:38.300232 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-eda3bbe8-cdd6-4896-8bfb-e9990797d31a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for port, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:38.327152 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-eda3bbe8-cdd6-4896-8bfb-e9990797d31a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:38.332044 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:23:38.395742 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda3bbe8-cdd6-4896-8bfb-e9990797d31a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Network 17d050b5-9d10-4030-a56f-7262e0bfffca is already hosted by enough agents. {{(pid=82379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:23:38.399080 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-eda3bbe8-cdd6-4896-8bfb-e9990797d31a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Resources bound (agent type, host, resource id): {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:23:38.402961 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda3bbe8-cdd6-4896-8bfb-e9990797d31a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Received port after_create {{(pid=82379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:23:38.441481 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3bbe8-cdd6-4896-8bfb-e9990797d31a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Pushing event updated for resources: {'Port': ['ID=9777583a-e554-4b34-87b0-4a41e51c8214,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:23:38.445681 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-eda3bbe8-cdd6-4896-8bfb-e9990797d31a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:23:38.566153 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-eda3bbe8-cdd6-4896-8bfb-e9990797d31a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:38.621632 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-eda3bbe8-cdd6-4896-8bfb-e9990797d31a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:38.839621 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-eda3bbe8-cdd6-4896-8bfb-e9990797d31a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for port, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:38.843162 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-eda3bbe8-cdd6-4896-8bfb-e9990797d31a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:38.848393 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c977f893-5bef-4e09-9b67-0284fd31b99a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:23:38.955899 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3bbe8-cdd6-4896-8bfb-e9990797d31a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Pushing event updated for resources: {'Port': ['ID=9777583a-e554-4b34-87b0-4a41e51c8214,revision_number=2']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:23:38.963963 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-eda3bbe8-cdd6-4896-8bfb-e9990797d31a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:23:38.977167 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-eda3bbe8-cdd6-4896-8bfb-e9990797d31a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7900557'] for floatingip, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:38.999657 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-eda3bbe8-cdd6-4896-8bfb-e9990797d31a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for floatingip, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:39.001047 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-eda3bbe8-cdd6-4896-8bfb-e9990797d31a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1959014 Aug 21 12:23:39.183741 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-489f9772-8bd8-4d81-9629-1641170c07e5 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Synchronizing usage tracker for tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 on resource:security_group {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:23:39.198464 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-489f9772-8bd8-4d81-9629-1641170c07e5 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Unset dirty status for tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 on resource:security_group {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:23:39.199699 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-489f9772-8bd8-4d81-9629-1641170c07e5 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1640865428&fields=id&tenant_id=0ab1a7fb5e8f47d4a26520c5fb8bd4c2 HTTP/1.1" status: 200 len: 267 time: 0.0607452 Aug 21 12:23:39.365920 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-3afedbc8-73c7-41ad-9ae4-7301bdbe299e tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:39.367508 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-3afedbc8-73c7-41ad-9ae4-7301bdbe299e tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/networks?id=66fcdff2-94ab-4687-9781-4d1ba887f030 HTTP/1.1" status: 200 len: 816 time: 0.1600306 Aug 21 12:23:39.384857 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-d59eaf47-a0c1-463f-ac0b-a934784b41e2 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/quotas/0ab1a7fb5e8f47d4a26520c5fb8bd4c2 HTTP/1.1" status: 200 len: 375 time: 0.0112569 Aug 21 12:23:39.475659 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-3d5f7637-195d-454c-b183-f23715cfdc2c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Synchronizing usage tracker for tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:23:39.490015 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-3d5f7637-195d-454c-b183-f23715cfdc2c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Unset dirty status for tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:23:39.491404 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-3d5f7637-195d-454c-b183-f23715cfdc2c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ab1a7fb5e8f47d4a26520c5fb8bd4c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1014085 Aug 21 12:23:39.638724 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-7b79e682-f6ca-4824-8418-b1c389e9fd40 service neutron] 10.222.0.11 "GET /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339693 Aug 21 12:23:39.781005 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-8e43ad97-a5eb-4393-8c85-179a231cb7fd service neutron] 10.222.0.11 "GET /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351764 Aug 21 12:23:39.981816 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-71442fc9-317f-4b1f-9d81-0df40f7c6696 req-6b87e5c0-6411-4d99-9490-8c9f7b1fa6b1 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 210 time: 0.0458877 Aug 21 12:23:41.160248 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b96a2007-033a-46ec-a9a4-c54655c04b04 req-bba82761-8236-4311-9104-01afaa9bc754 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 210 time: 0.0451849 Aug 21 12:23:41.346050 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-e25dce6c-4c80-4687-9517-020efed62695 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:41.348406 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-e25dce6c-4c80-4687-9517-020efed62695 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.21 "GET /v2.0/networks?id=66fcdff2-94ab-4687-9781-4d1ba887f030 HTTP/1.1" status: 200 len: 816 time: 0.1600611 Aug 21 12:23:41.407728 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-22cbcdc3-57e3-47b4-aa0d-30ab3585d9b8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ab1a7fb5e8f47d4a26520c5fb8bd4c2 HTTP/1.1" status: 200 len: 380 time: 0.0480151 Aug 21 12:23:41.417027 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-62253fbb-2ffe-4f31-be95-14cf797171f4 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Request body: {'port': {'device_id': 'adf38d3b-76cc-4159-ab5c-2fb4ec044053', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'admin_state_up': True, 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'security_groups': ['5fecee73-506f-44c5-a1fa-fecb30bb4ae5']}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:23:41.556771 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-62253fbb-2ffe-4f31-be95-14cf797171f4 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:23:41.566585 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-62253fbb-2ffe-4f31-be95-14cf797171f4 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:23:41.575008 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-62253fbb-2ffe-4f31-be95-14cf797171f4 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Made reservation on behalf of 0ab1a7fb5e8f47d4a26520c5fb8bd4c2 for: {'port': 1} {{(pid=82379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:23:41.580338 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-62253fbb-2ffe-4f31-be95-14cf797171f4 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:41.746208 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-62253fbb-2ffe-4f31-be95-14cf797171f4 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Allocated IP 172.20.0.14 (66fcdff2-94ab-4687-9781-4d1ba887f030/8a00bc67-6928-4f8f-9e79-a5b624611398/13dca706-7b7a-404b-84c5-cc59432c0322) {{(pid=82379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:23:41.945577 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-62253fbb-2ffe-4f31-be95-14cf797171f4 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for port, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:41.961821 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-62253fbb-2ffe-4f31-be95-14cf797171f4 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Transition to ACTIVE for port object 13dca706-7b7a-404b-84c5-cc59432c0322 will not be triggered until provisioned by entity DHCP. {{(pid=82379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:23:41.980626 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-62253fbb-2ffe-4f31-be95-14cf797171f4 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:41.985995 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:23:42.054964 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-62253fbb-2ffe-4f31-be95-14cf797171f4 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Network 66fcdff2-94ab-4687-9781-4d1ba887f030 is already hosted by enough agents. {{(pid=82379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:23:42.061606 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-62253fbb-2ffe-4f31-be95-14cf797171f4 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Resources bound (agent type, host, resource id): {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:23:42.067168 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-62253fbb-2ffe-4f31-be95-14cf797171f4 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Received port after_create {{(pid=82379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:23:42.094078 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62253fbb-2ffe-4f31-be95-14cf797171f4 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Pushing event updated for resources: {'Port': ['ID=13dca706-7b7a-404b-84c5-cc59432c0322,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:23:42.100407 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-62253fbb-2ffe-4f31-be95-14cf797171f4 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:23:42.136467 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-62253fbb-2ffe-4f31-be95-14cf797171f4 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:42.137161 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-62253fbb-2ffe-4f31-be95-14cf797171f4 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:42.163169 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-62253fbb-2ffe-4f31-be95-14cf797171f4 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7502370 Aug 21 12:23:42.257505 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-29dfb19d-c62d-40d2-983e-f917320e1ec3 service neutron] Request body: {'port': {'device_id': 'adf38d3b-76cc-4159-ab5c-2fb4ec044053', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:23:42.416438 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-ecb55747-56d8-4a42-bcb3-67960f7898e0 None None] Provisioning for port 13dca706-7b7a-404b-84c5-cc59432c0322 completed by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:23:42.421498 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-ecb55747-56d8-4a42-bcb3-67960f7898e0 None None] Provisioning complete for port 13dca706-7b7a-404b-84c5-cc59432c0322 triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:23:42.421921 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ecb55747-56d8-4a42-bcb3-67960f7898e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:42.479972 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-ecb55747-56d8-4a42-bcb3-67960f7898e0 None None] Port 13dca706-7b7a-404b-84c5-cc59432c0322 cannot update to ACTIVE because it is not bound. {{(pid=82381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:23:42.651965 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-29dfb19d-c62d-40d2-983e-f917320e1ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:42.716703 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ddaa3a-b3fe-45ed-90cf-e6bef0d6a255 req-bfa18573-617c-46a4-a71a-2de6c017ad75 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:42.717491 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-77ddaa3a-b3fe-45ed-90cf-e6bef0d6a255 req-bfa18573-617c-46a4-a71a-2de6c017ad75 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Synchronizing usage tracker for tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:23:42.809384 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-77ddaa3a-b3fe-45ed-90cf-e6bef0d6a255 req-bfa18573-617c-46a4-a71a-2de6c017ad75 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Unset dirty status for tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:23:42.810797 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-77ddaa3a-b3fe-45ed-90cf-e6bef0d6a255 req-bfa18573-617c-46a4-a71a-2de6c017ad75 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 932 time: 0.4923372 Aug 21 12:23:42.950304 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-77ddaa3a-b3fe-45ed-90cf-e6bef0d6a255 req-6fbd11ea-c258-4c1a-9a0d-fbef02c279b8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326909 Aug 21 12:23:43.054883 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ce0baf3a-e557-4f13-8d4e-2d54809ba351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:43.088589 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-29dfb19d-c62d-40d2-983e-f917320e1ec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13dca706-7b7a-404b-84c5-cc59432c0322 {{(pid=82379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:23:43.095384 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-29dfb19d-c62d-40d2-983e-f917320e1ec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:43.111390 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-29dfb19d-c62d-40d2-983e-f917320e1ec3 service neutron] Transition to ACTIVE for port object 13dca706-7b7a-404b-84c5-cc59432c0322 will not be triggered until provisioned by entity L2. {{(pid=82379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:23:43.113994 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-29dfb19d-c62d-40d2-983e-f917320e1ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:43.118284 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-4d6a3ef7-a7a8-45a1-8ae4-532ae693330f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:23:43.246179 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dfb19d-c62d-40d2-983e-f917320e1ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=13dca706-7b7a-404b-84c5-cc59432c0322,revision_number=2']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:23:43.250689 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-29dfb19d-c62d-40d2-983e-f917320e1ec3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:23:43.365250 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-29dfb19d-c62d-40d2-983e-f917320e1ec3 service neutron] Attempting to bind port 13dca706-7b7a-404b-84c5-cc59432c0322 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:23:43.365637 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-29dfb19d-c62d-40d2-983e-f917320e1ec3 service neutron] Attempting to bind port 13dca706-7b7a-404b-84c5-cc59432c0322 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': 'd40be74d-cf20-45cb-a59d-7bbc7b4fdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030'}] {{(pid=82379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:23:43.366011 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-29dfb19d-c62d-40d2-983e-f917320e1ec3 service neutron] Attempting to bind port 13dca706-7b7a-404b-84c5-cc59432c0322 on network 66fcdff2-94ab-4687-9781-4d1ba887f030 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:23:43.372783 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-29dfb19d-c62d-40d2-983e-f917320e1ec3 service neutron] Port 13dca706-7b7a-404b-84c5-cc59432c0322 on network 66fcdff2-94ab-4687-9781-4d1ba887f030 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:23:43.373192 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-29dfb19d-c62d-40d2-983e-f917320e1ec3 service neutron] Attempting to bind port 13dca706-7b7a-404b-84c5-cc59432c0322 on network 66fcdff2-94ab-4687-9781-4d1ba887f030 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:23:43.380625 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-29dfb19d-c62d-40d2-983e-f917320e1ec3 service neutron] Checking agent: {'id': '04f4107c-da72-461b-9c35-d993a4b9fd6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'started_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:23:43.381647 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-29dfb19d-c62d-40d2-983e-f917320e1ec3 service neutron] Checking segment: {'id': 'd40be74d-cf20-45cb-a59d-7bbc7b4fdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:23:43.382172 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-29dfb19d-c62d-40d2-983e-f917320e1ec3 service neutron] Bound using segment: {'id': 'd40be74d-cf20-45cb-a59d-7bbc7b4fdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030'} {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:23:43.382666 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-29dfb19d-c62d-40d2-983e-f917320e1ec3 service neutron] Bound port: 13dca706-7b7a-404b-84c5-cc59432c0322, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40be74d-cf20-45cb-a59d-7bbc7b4fdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030'}}] {{(pid=82379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:23:43.383060 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-29dfb19d-c62d-40d2-983e-f917320e1ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:43.475839 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-29dfb19d-c62d-40d2-983e-f917320e1ec3 service neutron] For port 13dca706-7b7a-404b-84c5-cc59432c0322, host hv-cinder-80547, cleared binding levels {{(pid=82379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:23:43.478939 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-29dfb19d-c62d-40d2-983e-f917320e1ec3 service neutron] For port 13dca706-7b7a-404b-84c5-cc59432c0322, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=13dca706-7b7a-404b-84c5-cc59432c0322,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:23:43.482498 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-29dfb19d-c62d-40d2-983e-f917320e1ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:43.486977 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-bd7bb01d-0482-4409-a906-013565c66f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:23:43.551764 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-29dfb19d-c62d-40d2-983e-f917320e1ec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:43.553291 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-29dfb19d-c62d-40d2-983e-f917320e1ec3 service neutron] 10.222.0.21 "PUT /v2.0/ports/13dca706-7b7a-404b-84c5-cc59432c0322 HTTP/1.1" status: 200 len: 1094 time: 1.3818338 Aug 21 12:23:43.553832 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf38d3b-76cc-4159-ab5c-2fb4ec044053', 'tag': '13dca706-7b7a-404b-84c5-cc59432c0322'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:23:43.572713 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dfb19d-c62d-40d2-983e-f917320e1ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=13dca706-7b7a-404b-84c5-cc59432c0322,revision_number=3']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:23:43.575990 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-29dfb19d-c62d-40d2-983e-f917320e1ec3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:23:43.639309 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf38d3b-76cc-4159-ab5c-2fb4ec044053', 'tag': '13dca706-7b7a-404b-84c5-cc59432c0322', 'status': 'completed', 'code': 200} Aug 21 12:23:43.678605 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-f947c30f-55f0-4a8e-92ff-5646f50e060c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ab1a7fb5e8f47d4a26520c5fb8bd4c2&device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 1097 time: 0.0800977 Aug 21 12:23:43.758069 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-84b641b9-cef4-45ee-8c9b-6c7c38368572 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13dca706-7b7a-404b-84c5-cc59432c0322 HTTP/1.1" status: 200 len: 217 time: 0.0710936 Aug 21 12:23:43.832304 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-6d2bbe2f-5f62-44c8-b315-bcd50a3f9c75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:43.833936 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-6d2bbe2f-5f62-44c8-b315-bcd50a3f9c75 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8a00bc67-6928-4f8f-9e79-a5b624611398 HTTP/1.1" status: 200 len: 855 time: 0.0687401 Aug 21 12:23:43.913647 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-5bf2899a-da67-4448-9fd3-9ee2c69c25e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=66fcdff2-94ab-4687-9781-4d1ba887f030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726900 Aug 21 12:23:44.057361 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-4f0c7724-7f42-4ba0-beb9-100efe78527f service neutron] 10.222.0.21 "GET /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362109 Aug 21 12:23:44.218703 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bfb3e968-99cb-4f4f-8a79-47b6bf34fbf4 req-c1e17941-b95f-4b3a-8cc3-761b3e20c471 service neutron] 10.222.0.21 "GET /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513493 Aug 21 12:23:44.370236 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667c53b-b701-4a65-a394-6580e94b5555 req-6d0875fd-cd13-45aa-bc72-87ce95704dec tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:44.372074 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2667c53b-b701-4a65-a394-6580e94b5555 req-6d0875fd-cd13-45aa-bc72-87ce95704dec tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 944 time: 0.1475971 Aug 21 12:23:44.379768 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a3039b18-eb22-4d2e-a562-e8178e2e2513 req-3098bba2-cd27-45e5-8c77-b3de9549994f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ab1a7fb5e8f47d4a26520c5fb8bd4c2&device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 1097 time: 0.1062422 Aug 21 12:23:44.505721 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:44.514718 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2667c53b-b701-4a65-a394-6580e94b5555 req-cbb3e4c8-75f3-422a-899e-a68a3c660eea tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338892 Aug 21 12:23:44.552381 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3039b18-eb22-4d2e-a562-e8178e2e2513 req-4a02a217-332b-4153-886a-4fa0d4b78526 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:44.553964 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a3039b18-eb22-4d2e-a562-e8178e2e2513 req-4a02a217-332b-4153-886a-4fa0d4b78526 service neutron] 10.222.0.21 "GET /v2.0/networks?id=66fcdff2-94ab-4687-9781-4d1ba887f030 HTTP/1.1" status: 200 len: 917 time: 0.1576548 Aug 21 12:23:44.630697 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a3039b18-eb22-4d2e-a562-e8178e2e2513 req-2c76ce02-3542-49a0-9915-0a7b4c0f9b2e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13dca706-7b7a-404b-84c5-cc59432c0322 HTTP/1.1" status: 200 len: 217 time: 0.0683041 Aug 21 12:23:44.701704 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3039b18-eb22-4d2e-a562-e8178e2e2513 req-82d15b34-bbf1-49f3-abf8-2204734d5118 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:44.703423 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a3039b18-eb22-4d2e-a562-e8178e2e2513 req-82d15b34-bbf1-49f3-abf8-2204734d5118 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8a00bc67-6928-4f8f-9e79-a5b624611398 HTTP/1.1" status: 200 len: 855 time: 0.0633287 Aug 21 12:23:44.791517 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a3039b18-eb22-4d2e-a562-e8178e2e2513 req-0d5b7a3a-d0ae-4bba-a081-ddbca6688d72 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=66fcdff2-94ab-4687-9781-4d1ba887f030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789518 Aug 21 12:23:44.937668 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a3039b18-eb22-4d2e-a562-e8178e2e2513 req-f757b49a-0086-4faa-9943-94f5255ac5c2 service neutron] 10.222.0.21 "GET /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379764 Aug 21 12:23:45.080459 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a3039b18-eb22-4d2e-a562-e8178e2e2513 req-9f00f585-5157-4ab8-bdcb-5b8adabe0eb1 service neutron] 10.222.0.21 "GET /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341176 Aug 21 12:23:45.195142 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d196179a-5187-458c-b426-02de70ebc940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:45.730976 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928eeefb-67c4-48e4-87fe-ee9eaa9971e4 req-5c843dfd-8649-4649-9ade-7c537f7a790a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:45.732586 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-928eeefb-67c4-48e4-87fe-ee9eaa9971e4 req-5c843dfd-8649-4649-9ade-7c537f7a790a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 944 time: 0.0820258 Aug 21 12:23:45.786901 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-928eeefb-67c4-48e4-87fe-ee9eaa9971e4 req-f381cec4-fd93-4c8e-a772-a09b07ff7046 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463479 Aug 21 12:23:45.802481 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:47.015942 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c57e95-36a4-4bb7-bada-c1498b157830 req-25d9b01e-603b-4076-b6a6-d941f1b09fab tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:47.017463 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e3c57e95-36a4-4bb7-bada-c1498b157830 req-25d9b01e-603b-4076-b6a6-d941f1b09fab tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 944 time: 0.0847700 Aug 21 12:23:47.065799 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e3c57e95-36a4-4bb7-bada-c1498b157830 req-199cb8db-46f1-4f68-8d3c-6d753c907ddd tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411205 Aug 21 12:23:47.184981 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:47.365536 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 13dca706-7b7a-404b-84c5-cc59432c0322 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:23:47.503832 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 13dca706-7b7a-404b-84c5-cc59432c0322, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=13dca706-7b7a-404b-84c5-cc59432c0322,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:23:47.517629 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Returning: {'device': '13dca706-7b7a-404b-84c5-cc59432c0322', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'port_id': '13dca706-7b7a-404b-84c5-cc59432c0322', 'mac_address': 'fa:16:3e:46:7f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:23:47.575380 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:47.592625 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13dca706-7b7a-404b-84c5-cc59432c0322 {{(pid=82381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:23:47.607081 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 13dca706-7b7a-404b-84c5-cc59432c0322, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=13dca706-7b7a-404b-84c5-cc59432c0322,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:23:47.609872 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:47.611595 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:23:47.680237 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=13dca706-7b7a-404b-84c5-cc59432c0322,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:23:47.684293 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:23:47.959640 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['13dca706-7b7a-404b-84c5-cc59432c0322'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:23:48.280535 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09c366-de15-4206-a3f4-735cdbc88e14 req-9123a82e-beb7-4fe5-8595-a982a6f61f5b tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:48.282094 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bc09c366-de15-4206-a3f4-735cdbc88e14 req-9123a82e-beb7-4fe5-8595-a982a6f61f5b tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 945 time: 0.0813243 Aug 21 12:23:48.333752 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bc09c366-de15-4206-a3f4-735cdbc88e14 req-06766d7a-6df3-4cd6-9290-beab69708201 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449691 Aug 21 12:23:48.848834 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:49.386389 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 13dca706-7b7a-404b-84c5-cc59432c0322 up at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:23:49.457422 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning for port 13dca706-7b7a-404b-84c5-cc59432c0322 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:23:49.462420 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning complete for port 13dca706-7b7a-404b-84c5-cc59432c0322 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:23:49.462845 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:49.564667 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7f056-7691-4594-a663-d04a787daeb9 req-5f94931a-1659-47a9-84c3-d86b88068429 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:49.566684 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-51c7f056-7691-4594-a663-d04a787daeb9 req-5f94931a-1659-47a9-84c3-d86b88068429 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 945 time: 0.0887852 Aug 21 12:23:49.581452 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:49.609884 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf38d3b-76cc-4159-ab5c-2fb4ec044053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dca706-7b7a-404b-84c5-cc59432c0322'}] {{(pid=82381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:23:49.617983 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-51c7f056-7691-4594-a663-d04a787daeb9 req-90138b5e-332f-4280-91d4-2371dbc7036d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446234 Aug 21 12:23:49.631252 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 13dca706-7b7a-404b-84c5-cc59432c0322, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=13dca706-7b7a-404b-84c5-cc59432c0322,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:23:49.636731 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:49.638899 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d18a16e1-2452-4c20-bc30-ec64e853fb49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:23:49.715084 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=13dca706-7b7a-404b-84c5-cc59432c0322,revision_number=5']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:23:49.722202 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:23:49.771085 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf38d3b-76cc-4159-ab5c-2fb4ec044053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dca706-7b7a-404b-84c5-cc59432c0322', 'code': 200} Aug 21 12:23:50.021730 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7a263abc-14d2-4fb2-bd59-b8e7539c1efa req-dc40776d-5223-4a7e-ba22-e777354210d2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 1099 time: 0.0779588 Aug 21 12:23:50.067273 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d87ef302-abd1-43ef-90d8-a823438f38ee req-735db035-0c05-4474-ada2-8b8906ad752f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821331 Aug 21 12:23:50.069724 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7a263abc-14d2-4fb2-bd59-b8e7539c1efa req-dbbe9077-08f5-4e1b-8cbe-85031a0438bf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407562 Aug 21 12:23:50.259784 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99eb426-f77d-45d8-8aad-89b35ea90377 req-7c1d8425-7071-4054-befb-d6d0ec3b0cfc tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:50.266518 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f99eb426-f77d-45d8-8aad-89b35ea90377 req-7c1d8425-7071-4054-befb-d6d0ec3b0cfc tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.0821900 Aug 21 12:23:50.312113 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f99eb426-f77d-45d8-8aad-89b35ea90377 req-901877d7-e282-4678-a4c7-4569c7ae6fbe tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436633 Aug 21 12:23:50.544391 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d87ef302-abd1-43ef-90d8-a823438f38ee req-f7c9c46e-1863-4f4d-9ed9-1806e1e4de3e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d15178842e94d9d8cae320279c910bf&device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 1098 time: 0.0765655 Aug 21 12:23:50.699156 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ef302-abd1-43ef-90d8-a823438f38ee req-214d6d44-fc5d-4354-bcca-3229e1790640 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:50.700742 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d87ef302-abd1-43ef-90d8-a823438f38ee req-214d6d44-fc5d-4354-bcca-3229e1790640 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a02cb72-de11-4e13-afc5-fd37a9467374 HTTP/1.1" status: 200 len: 911 time: 0.1362712 Aug 21 12:23:50.856920 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d87ef302-abd1-43ef-90d8-a823438f38ee req-f1ce841c-b2e8-4eff-b7bf-6e50f107fb30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 HTTP/1.1" status: 200 len: 1000 time: 0.1488044 Aug 21 12:23:50.936337 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd6ead-28fc-441c-9250-e0bf1275b292 req-15657fc4-3e89-4872-8702-a554c642b718 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:50.937978 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-47bd6ead-28fc-441c-9250-e0bf1275b292 req-15657fc4-3e89-4872-8702-a554c642b718 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 946 time: 0.1746445 Aug 21 12:23:50.968289 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ef302-abd1-43ef-90d8-a823438f38ee req-73914377-8499-4bb0-9aff-3825621c0b41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:50.969921 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d87ef302-abd1-43ef-90d8-a823438f38ee req-73914377-8499-4bb0-9aff-3825621c0b41 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f58e09c1-f79e-4472-81dc-9752e44b5901 HTTP/1.1" status: 200 len: 849 time: 0.0988040 Aug 21 12:23:51.040912 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-47bd6ead-28fc-441c-9250-e0bf1275b292 req-b0b83483-c299-48c3-b55c-2bb0e7ff8bd7 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942042 Aug 21 12:23:51.070921 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d87ef302-abd1-43ef-90d8-a823438f38ee req-d2f1fd16-0ae1-4f01-a350-7313d84a79b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a02cb72-de11-4e13-afc5-fd37a9467374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0855091 Aug 21 12:23:51.213219 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d87ef302-abd1-43ef-90d8-a823438f38ee req-f2a1bd50-5348-4f1f-9c1b-8264477de25a service neutron] 10.222.0.21 "GET /v2.0/networks/8a02cb72-de11-4e13-afc5-fd37a9467374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351631 Aug 21 12:23:51.625708 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d87ef302-abd1-43ef-90d8-a823438f38ee req-6dd333bd-8c1f-402e-80e5-e3782ebc2eba service neutron] 10.222.0.21 "GET /v2.0/networks/8a02cb72-de11-4e13-afc5-fd37a9467374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056330 Aug 21 12:23:51.632691 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0536f-2977-402d-a743-90c5981a8fd5 req-f982769e-92b3-48e1-a175-fd497a94c6a4 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:51.634241 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-24e0536f-2977-402d-a743-90c5981a8fd5 req-f982769e-92b3-48e1-a175-fd497a94c6a4 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.1376584 Aug 21 12:23:51.686885 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-24e0536f-2977-402d-a743-90c5981a8fd5 req-2986b6a8-687b-45bf-8fe5-719f1e5f18fb tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458324 Aug 21 12:23:52.261984 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815e27d-c675-46a2-8cd0-27fde0272170 req-20e519af-f4dd-4735-a0c8-a2fcd1d0ad77 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:52.263576 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a815e27d-c675-46a2-8cd0-27fde0272170 req-20e519af-f4dd-4735-a0c8-a2fcd1d0ad77 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 946 time: 0.0865493 Aug 21 12:23:52.312285 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a815e27d-c675-46a2-8cd0-27fde0272170 req-f80bdf85-5906-445e-9ccc-4ccee24f21cc tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422704 Aug 21 12:23:52.526249 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0befc2f2-507f-46cb-8d26-aec9ddbf0820 req-590cd38d-8c84-4cac-ae10-674a2b109d0e tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:52.527722 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0befc2f2-507f-46cb-8d26-aec9ddbf0820 req-590cd38d-8c84-4cac-ae10-674a2b109d0e tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 946 time: 0.0864122 Aug 21 12:23:52.537832 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 43760) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:23:52.543864 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-73f87d81-8772-4fd2-9b4e-1ac8fff5b0c2 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Request body: {'floatingip': {'port_id': '13dca706-7b7a-404b-84c5-cc59432c0322'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:23:52.609824 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e844c0-4356-4998-95d9-9b4e6b60bab8 req-31702661-9bbf-4ec1-b147-da96f26c4915 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:52.611417 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f1e844c0-4356-4998-95d9-9b4e6b60bab8 req-31702661-9bbf-4ec1-b147-da96f26c4915 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.21 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.0811062 Aug 21 12:23:52.624422 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-73f87d81-8772-4fd2-9b4e-1ac8fff5b0c2 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for floatingip, before_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:52.688081 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-f1e844c0-4356-4998-95d9-9b4e6b60bab8 req-fa3b2c2e-ff74-4d88-b097-4130cd109209 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Deleting port 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 {{(pid=82379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:23:52.688653 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-f1e844c0-4356-4998-95d9-9b4e6b60bab8 req-fa3b2c2e-ff74-4d88-b097-4130cd109209 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:53.016117 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-f1e844c0-4356-4998-95d9-9b4e6b60bab8 req-fa3b2c2e-ff74-4d88-b097-4130cd109209 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] For port 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8,segment=NetworkSegment(9ab8d827-49e8-44c8-b6c2-ccae12c1e289),segment_id=9ab8d827-49e8-44c8-b6c2-ccae12c1e289)] {{(pid=82379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:23:53.016522 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-f1e844c0-4356-4998-95d9-9b4e6b60bab8 req-fa3b2c2e-ff74-4d88-b097-4130cd109209 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:53.034547 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9b0b6-a009-4af7-9887-22984131f378 req-3d1fb7de-cadd-4acb-b72c-cdbbf23075c8 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:53.036144 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f3a9b0b6-a009-4af7-9887-22984131f378 req-3d1fb7de-cadd-4acb-b72c-cdbbf23075c8 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 945 time: 0.2105458 Aug 21 12:23:53.239402 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f3a9b0b6-a009-4af7-9887-22984131f378 req-bc823481-29e9-471b-94b6-10c79a1e329e tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495948 Aug 21 12:23:53.264048 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-73f87d81-8772-4fd2-9b4e-1ac8fff5b0c2 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:53.267257 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-73f87d81-8772-4fd2-9b4e-1ac8fff5b0c2 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7900557'] for floatingip, after_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:53.373331 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-f1e844c0-4356-4998-95d9-9b4e6b60bab8 req-fa3b2c2e-ff74-4d88-b097-4130cd109209 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:53.373746 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-f1e844c0-4356-4998-95d9-9b4e6b60bab8 req-fa3b2c2e-ff74-4d88-b097-4130cd109209 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7900557'] for floatingip, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:53.374122 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.l3_db [req-f1e844c0-4356-4998-95d9-9b4e6b60bab8 req-fa3b2c2e-ff74-4d88-b097-4130cd109209 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Floating IP 5a784ea8-b74e-4a64-9eb8-1354db4459e1 disassociated. External IP: 172.28.2.45, port: 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8. Aug 21 12:23:53.374479 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-f1e844c0-4356-4998-95d9-9b4e6b60bab8 req-fa3b2c2e-ff74-4d88-b097-4130cd109209 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Calling delete_port for 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 owned by compute:nova {{(pid=82379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:23:53.465348 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.l3_db [None req-73f87d81-8772-4fd2-9b4e-1ac8fff5b0c2 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Floating IP 06e3300b-0f4d-4f32-8392-62d5b8229346 associated. External IP: 172.28.2.113, port: 13dca706-7b7a-404b-84c5-cc59432c0322. Aug 21 12:23:53.519059 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-f1e844c0-4356-4998-95d9-9b4e6b60bab8 req-fa3b2c2e-ff74-4d88-b097-4130cd109209 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:53.525234 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-e95dc375-969f-4b07-b7d6-cfdf06742ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:23:53.570166 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b2c2e-ff74-4d88-b097-4130cd109209 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Pushing event deleted for resources: {'Port': ['ID=745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:23:53.573922 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fa3b2c2e-ff74-4d88-b097-4130cd109209 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:23:53.793146 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1e844c0-4356-4998-95d9-9b4e6b60bab8 req-fa3b2c2e-ff74-4d88-b097-4130cd109209 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Router e29c4950-5399-439e-9651-f286254ee37a has already been hosted by L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 {{(pid=82379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:23:53.877537 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f87d81-8772-4fd2-9b4e-1ac8fff5b0c2 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Router 984f3ffc-31a1-4d67-afe6-e454adaace64 has already been hosted by L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 {{(pid=82380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:23:54.036223 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1e844c0-4356-4998-95d9-9b4e6b60bab8 req-fa3b2c2e-ff74-4d88-b097-4130cd109209 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:23:54.046351 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9f918b-3ea6-41c0-8f52-a7918c367757 None None] Sync routers for ids ['e29c4950-5399-439e-9651-f286254ee37a'] in dv-cinder-805477-2-smb {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:23:54.072184 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9f918b-3ea6-41c0-8f52-a7918c367757 None None] Routers {'e29c4950-5399-439e-9651-f286254ee37a'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:23:54.072924 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-aa9f918b-3ea6-41c0-8f52-a7918c367757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:23:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['e29c4950-5399-439e-9651-f286254ee37a'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:23:54.125681 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e844c0-4356-4998-95d9-9b4e6b60bab8 req-fa3b2c2e-ff74-4d88-b097-4130cd109209 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] No DVR routers for this DVR port 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 on host hv-cinder-80547 {{(pid=82379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:23:54.129467 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-f1e844c0-4356-4998-95d9-9b4e6b60bab8 req-fa3b2c2e-ff74-4d88-b097-4130cd109209 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:54.143165 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576736a8-b6ac-41e2-89d6-ce0148bb0856', 'name': 'network-vif-deleted', 'tag': '745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:23:54.150946 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f1e844c0-4356-4998-95d9-9b4e6b60bab8 req-fa3b2c2e-ff74-4d88-b097-4130cd109209 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.21 "DELETE /v2.0/ports/745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 HTTP/1.1" status: 204 len: 173 time: 1.5330555 Aug 21 12:23:54.257391 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576736a8-b6ac-41e2-89d6-ce0148bb0856', 'name': 'network-vif-deleted', 'tag': '745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8', 'status': 'completed', 'code': 200} Aug 21 12:23:54.334533 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-aa9f918b-3ea6-41c0-8f52-a7918c367757 None None] Set router e29c4950-5399-439e-9651-f286254ee37a gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:23:54.385444 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f87d81-8772-4fd2-9b4e-1ac8fff5b0c2 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:23:54.396654 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58629d8e-618e-4653-8177-7fb2cef44aaa None None] Sync routers for ids ['984f3ffc-31a1-4d67-afe6-e454adaace64'] in dv-cinder-805477-2-smb {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:23:54.401641 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-73f87d81-8772-4fd2-9b4e-1ac8fff5b0c2 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for floatingip, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:54.422653 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58629d8e-618e-4653-8177-7fb2cef44aaa None None] Routers {'984f3ffc-31a1-4d67-afe6-e454adaace64'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:23:54.426022 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-58629d8e-618e-4653-8177-7fb2cef44aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:23:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['984f3ffc-31a1-4d67-afe6-e454adaace64'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:23:54.468026 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-73f87d81-8772-4fd2-9b4e-1ac8fff5b0c2 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "PUT /v2.0/floatingips/06e3300b-0f4d-4f32-8392-62d5b8229346 HTTP/1.1" status: 200 len: 992 time: 1.9288292 Aug 21 12:23:54.468916 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf38d3b-76cc-4159-ab5c-2fb4ec044053', 'tag': '13dca706-7b7a-404b-84c5-cc59432c0322'}] {{(pid=82380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:23:54.484075 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-a8cf9733-f754-4549-803e-feff560d7417 req-a8ec5532-55bb-4882-a9a1-1c1b635b28ca tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Synchronizing usage tracker for tenant:8d15178842e94d9d8cae320279c910bf on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:23:54.503716 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-a8cf9733-f754-4549-803e-feff560d7417 req-a8ec5532-55bb-4882-a9a1-1c1b635b28ca tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Unset dirty status for tenant:8d15178842e94d9d8cae320279c910bf on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:23:54.505393 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a8cf9733-f754-4549-803e-feff560d7417 req-a8ec5532-55bb-4882-a9a1-1c1b635b28ca tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=576736a8-b6ac-41e2-89d6-ce0148bb0856 HTTP/1.1" status: 200 len: 210 time: 0.0859587 Aug 21 12:23:54.671054 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf38d3b-76cc-4159-ab5c-2fb4ec044053', 'tag': '13dca706-7b7a-404b-84c5-cc59432c0322', 'status': 'completed', 'code': 200} Aug 21 12:23:54.686484 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-58629d8e-618e-4653-8177-7fb2cef44aaa None None] Set router 984f3ffc-31a1-4d67-afe6-e454adaace64 gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:23:54.711197 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-aa9f918b-3ea6-41c0-8f52-a7918c367757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c4950-5399-439e-9651-f286254ee37a', 'name': 'tempest-AttachVolumeTestJSON-816231334-router', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:00Z', 'updated_at': '2021-08-21T12:18:10Z', 'revision_number': 4, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'gw_port': {'id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:01Z', 'updated_at': '2021-08-21T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': 'd7aa2d36-343c-4811-b328-892368e4bba7', 'name': '', 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'mac_address': 'fa:16:3e:48:60:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:08Z', 'updated_at': '2021-08-21T12:18:23Z', 'revision_number': 5, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'subnets': [{'id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:23:54.715266 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9f918b-3ea6-41c0-8f52-a7918c367757 None None] Checking router: e29c4950-5399-439e-9651-f286254ee37a for host: dv-cinder-805477-2-smb {{(pid=82381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:23:54.727100 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9f918b-3ea6-41c0-8f52-a7918c367757 None None] Routers {'e29c4950-5399-439e-9651-f286254ee37a'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:23:54.727856 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-aa9f918b-3ea6-41c0-8f52-a7918c367757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:23:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['e29c4950-5399-439e-9651-f286254ee37a'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:23:54.794455 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6804b83a-3522-4ba2-b8f9-25ead8d5d58e req-f21f188c-54d0-44d0-9553-489690f150bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ab1a7fb5e8f47d4a26520c5fb8bd4c2&device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 1099 time: 0.1017439 Aug 21 12:23:54.953314 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804b83a-3522-4ba2-b8f9-25ead8d5d58e req-e2a7657b-d7ae-4ef4-904d-6c3f9ddc13a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:54.955194 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6804b83a-3522-4ba2-b8f9-25ead8d5d58e req-e2a7657b-d7ae-4ef4-904d-6c3f9ddc13a5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=66fcdff2-94ab-4687-9781-4d1ba887f030 HTTP/1.1" status: 200 len: 917 time: 0.1497161 Aug 21 12:23:54.956556 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-aa9f918b-3ea6-41c0-8f52-a7918c367757 None None] Set router e29c4950-5399-439e-9651-f286254ee37a gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:23:55.069244 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-58629d8e-618e-4653-8177-7fb2cef44aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'name': 'tempest-AttachVolumeShelveTestJSON-891784107-router', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '80413900-88b2-4bd9-8678-ecc146631569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:03Z', 'updated_at': '2021-08-21T12:18:20Z', 'revision_number': 4, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'gw_port': {'id': '80413900-88b2-4bd9-8678-ecc146631569', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:04Z', 'updated_at': '2021-08-21T12:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_floatingips': [{'id': '06e3300b-0f4d-4f32-8392-62d5b8229346', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'floating_ip_address': '172.28.2.113', 'floating_network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'router_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'port_id': '13dca706-7b7a-404b-84c5-cc59432c0322', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'mac_address': 'fa:16:3e:46:7f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf38d3b-76cc-4159-ab5c-2fb4ec044053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:23:38Z', 'updated_at': '2021-08-21T12:23:53Z', 'revision_number': 1, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92170282-fedb-40d3-ab97-205956a687be', 'name': '', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'mac_address': 'fa:16:3e:c3:2f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:15Z', 'updated_at': '2021-08-21T12:18:31Z', 'revision_number': 5, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'subnets': [{'id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:23:55.071136 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6804b83a-3522-4ba2-b8f9-25ead8d5d58e req-133351f2-25c9-4504-a933-c3db000c073c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13dca706-7b7a-404b-84c5-cc59432c0322 HTTP/1.1" status: 200 len: 1000 time: 0.1069756 Aug 21 12:23:55.073497 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58629d8e-618e-4653-8177-7fb2cef44aaa None None] Checking router: 984f3ffc-31a1-4d67-afe6-e454adaace64 for host: dv-cinder-805477-2-smb {{(pid=82382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:23:55.086115 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58629d8e-618e-4653-8177-7fb2cef44aaa None None] Routers {'984f3ffc-31a1-4d67-afe6-e454adaace64'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:23:55.086821 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-58629d8e-618e-4653-8177-7fb2cef44aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:23:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['984f3ffc-31a1-4d67-afe6-e454adaace64'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:23:55.168305 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804b83a-3522-4ba2-b8f9-25ead8d5d58e req-c5d0fe18-6893-4e45-ba1a-f3ffee39dad7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:55.170536 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6804b83a-3522-4ba2-b8f9-25ead8d5d58e req-c5d0fe18-6893-4e45-ba1a-f3ffee39dad7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8a00bc67-6928-4f8f-9e79-a5b624611398 HTTP/1.1" status: 200 len: 855 time: 0.0898788 Aug 21 12:23:55.303919 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-58629d8e-618e-4653-8177-7fb2cef44aaa None None] Set router 984f3ffc-31a1-4d67-afe6-e454adaace64 gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:23:55.307653 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-aa9f918b-3ea6-41c0-8f52-a7918c367757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c4950-5399-439e-9651-f286254ee37a', 'name': 'tempest-AttachVolumeTestJSON-816231334-router', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:00Z', 'updated_at': '2021-08-21T12:18:10Z', 'revision_number': 4, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'gw_port': {'id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:01Z', 'updated_at': '2021-08-21T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': 'd7aa2d36-343c-4811-b328-892368e4bba7', 'name': '', 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'mac_address': 'fa:16:3e:48:60:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:08Z', 'updated_at': '2021-08-21T12:18:23Z', 'revision_number': 5, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'subnets': [{'id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:23:55.314610 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6804b83a-3522-4ba2-b8f9-25ead8d5d58e req-c9d02502-871a-4b97-8c88-340b50947f81 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=66fcdff2-94ab-4687-9781-4d1ba887f030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1296566 Aug 21 12:23:55.315233 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9f918b-3ea6-41c0-8f52-a7918c367757 None None] The sync data for ids ['e29c4950-5399-439e-9651-f286254ee37a'] in dv-cinder-805477-2-smb is: [{'id': 'e29c4950-5399-439e-9651-f286254ee37a', 'name': 'tempest-AttachVolumeTestJSON-816231334-router', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:00Z', 'updated_at': '2021-08-21T12:18:10Z', 'revision_number': 4, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'gw_port': {'id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:01Z', 'updated_at': '2021-08-21T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': 'd7aa2d36-343c-4811-b328-892368e4bba7', 'name': '', 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'mac_address': 'fa:16:3e:48:60:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:08Z', 'updated_at': '2021-08-21T12:18:23Z', 'revision_number': 5, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'subnets': [{'id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:23:55.382063 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:23:55.438899 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] No Port match for: 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:23:55.439388 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 745f0a53-2c26-48a7-9eb0-bfc0bf9bb0d8 not bound to the agent host hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:23:55.478734 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6804b83a-3522-4ba2-b8f9-25ead8d5d58e req-74a413ae-c7dd-49fa-a20e-2d241f910da8 service neutron] 10.222.0.21 "GET /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490345 Aug 21 12:23:55.639516 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6804b83a-3522-4ba2-b8f9-25ead8d5d58e req-f607f008-865f-402a-89a2-cb01db43cc8c service neutron] 10.222.0.21 "GET /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538737 Aug 21 12:23:55.747535 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 43798) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:23:55.765364 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-58629d8e-618e-4653-8177-7fb2cef44aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'name': 'tempest-AttachVolumeShelveTestJSON-891784107-router', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '80413900-88b2-4bd9-8678-ecc146631569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:03Z', 'updated_at': '2021-08-21T12:18:20Z', 'revision_number': 4, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'gw_port': {'id': '80413900-88b2-4bd9-8678-ecc146631569', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:04Z', 'updated_at': '2021-08-21T12:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_floatingips': [{'id': '06e3300b-0f4d-4f32-8392-62d5b8229346', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'floating_ip_address': '172.28.2.113', 'floating_network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'router_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'port_id': '13dca706-7b7a-404b-84c5-cc59432c0322', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'mac_address': 'fa:16:3e:46:7f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf38d3b-76cc-4159-ab5c-2fb4ec044053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:23:38Z', 'updated_at': '2021-08-21T12:23:53Z', 'revision_number': 1, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92170282-fedb-40d3-ab97-205956a687be', 'name': '', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'mac_address': 'fa:16:3e:c3:2f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:15Z', 'updated_at': '2021-08-21T12:18:31Z', 'revision_number': 5, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'subnets': [{'id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:23:55.786885 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58629d8e-618e-4653-8177-7fb2cef44aaa None None] The sync data for ids ['984f3ffc-31a1-4d67-afe6-e454adaace64'] in dv-cinder-805477-2-smb is: [{'id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'name': 'tempest-AttachVolumeShelveTestJSON-891784107-router', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '80413900-88b2-4bd9-8678-ecc146631569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:03Z', 'updated_at': '2021-08-21T12:18:20Z', 'revision_number': 4, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'gw_port': {'id': '80413900-88b2-4bd9-8678-ecc146631569', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:04Z', 'updated_at': '2021-08-21T12:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_floatingips': [{'id': '06e3300b-0f4d-4f32-8392-62d5b8229346', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'floating_ip_address': '172.28.2.113', 'floating_network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'router_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'port_id': '13dca706-7b7a-404b-84c5-cc59432c0322', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'mac_address': 'fa:16:3e:46:7f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf38d3b-76cc-4159-ab5c-2fb4ec044053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:23:38Z', 'updated_at': '2021-08-21T12:23:53Z', 'revision_number': 1, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92170282-fedb-40d3-ab97-205956a687be', 'name': '', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'mac_address': 'fa:16:3e:c3:2f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:15Z', 'updated_at': '2021-08-21T12:18:31Z', 'revision_number': 5, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'subnets': [{'id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:23:56.048310 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3c3cfc-83c7-4a69-adc0-d7499f8ab910 None None] New status for floating IP 5a784ea8-b74e-4a64-9eb8-1354db4459e1: DOWN {{(pid=82381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:23:56.085632 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5254cfdb-46ad-40d3-9436-cdae186cbb8a tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:56.115389 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5254cfdb-46ad-40d3-9436-cdae186cbb8a tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:56.162918 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5254cfdb-46ad-40d3-9436-cdae186cbb8a tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:56.168368 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-23c4f413-6b93-4f76-8ef5-ba9c6624f873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:23:56.183638 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254cfdb-46ad-40d3-9436-cdae186cbb8a tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fbd63e-7acf-4238-93c6-bdee6cd9d3c4,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:23:56.187073 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5254cfdb-46ad-40d3-9436-cdae186cbb8a tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:23:56.189165 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5254cfdb-46ad-40d3-9436-cdae186cbb8a tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:56.194393 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-5254cfdb-46ad-40d3-9436-cdae186cbb8a tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "DELETE /v2.0/security-groups/37fbd63e-7acf-4238-93c6-bdee6cd9d3c4 HTTP/1.1" status: 204 len: 168 time: 0.4417629 Aug 21 12:23:56.194393 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 43802) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:23:56.212675 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.v2.resource [None req-9ec49988-52fb-46de-9023-e6c33da77276 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] show failed (client error): The resource could not be found. Aug 21 12:23:56.213917 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-9ec49988-52fb-46de-9023-e6c33da77276 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups/37fbd63e-7acf-4238-93c6-bdee6cd9d3c4 HTTP/1.1" status: 404 len: 347 time: 0.0189292 Aug 21 12:23:56.217505 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 43806) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:23:56.289994 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d7a448-c77e-47e8-8eab-e275375b0856 None None] New status for floating IP 06e3300b-0f4d-4f32-8392-62d5b8229346: ACTIVE {{(pid=82382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:23:56.403597 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-ec97029f-63bf-49b3-995f-f3399ea7ad41 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Deleting port 8a9e0bbf-eca7-4ec3-8200-c94a6c8311dd {{(pid=82380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:23:56.404028 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ec97029f-63bf-49b3-995f-f3399ea7ad41 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:56.591430 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ec97029f-63bf-49b3-995f-f3399ea7ad41 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:56.591845 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ec97029f-63bf-49b3-995f-f3399ea7ad41 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:56.718747 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-ec97029f-63bf-49b3-995f-f3399ea7ad41 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Calling delete_port for 8a9e0bbf-eca7-4ec3-8200-c94a6c8311dd owned by network:floatingip {{(pid=82380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:23:56.850643 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:23:56.861108 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ec97029f-63bf-49b3-995f-f3399ea7ad41 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:56.866229 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-9fff71d4-5609-4c6f-b7d5-f3ae3f406227 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:23:56.910080 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97029f-63bf-49b3-995f-f3399ea7ad41 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Pushing event deleted for resources: {'Port': ['ID=8a9e0bbf-eca7-4ec3-8200-c94a6c8311dd,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:23:56.913181 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ec97029f-63bf-49b3-995f-f3399ea7ad41 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:23:57.013518 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ec97029f-63bf-49b3-995f-f3399ea7ad41 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for floatingip, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:57.031563 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ec97029f-63bf-49b3-995f-f3399ea7ad41 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for floatingip, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:57.032850 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-ec97029f-63bf-49b3-995f-f3399ea7ad41 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "DELETE /v2.0/floatingips/5a784ea8-b74e-4a64-9eb8-1354db4459e1 HTTP/1.1" status: 204 len: 168 time: 0.8133614 Aug 21 12:23:57.326194 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 43820) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:23:57.333472 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-77fe8834-aa1c-4e0f-8146-556bc8f752c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1203476518', 'description': 'tempest-description--1596021860'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:23:57.339862 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-77fe8834-aa1c-4e0f-8146-556bc8f752c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:23:57.343922 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-77fe8834-aa1c-4e0f-8146-556bc8f752c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Usage tracker for resource:security_group and tenant:8d15178842e94d9d8cae320279c910bf is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:23:57.347098 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-77fe8834-aa1c-4e0f-8146-556bc8f752c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:23:57.353251 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-77fe8834-aa1c-4e0f-8146-556bc8f752c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:23:57.363485 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-77fe8834-aa1c-4e0f-8146-556bc8f752c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:57.396866 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2effe87-b705-4eab-a773-db89d639396d req-ada9e5d4-0724-4868-bec0-23806c57ca3d tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:57.398544 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b2effe87-b705-4eab-a773-db89d639396d req-ada9e5d4-0724-4868-bec0-23806c57ca3d tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=9569e639-1366-45db-90ab-efd7da2fbef4 HTTP/1.1" status: 200 len: 946 time: 0.0880618 Aug 21 12:23:57.402284 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-77fe8834-aa1c-4e0f-8146-556bc8f752c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:23:57.406253 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-77fe8834-aa1c-4e0f-8146-556bc8f752c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Usage tracker for resource:security_group_rule and tenant:8d15178842e94d9d8cae320279c910bf is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:23:57.409806 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-77fe8834-aa1c-4e0f-8146-556bc8f752c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:23:57.415733 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-77fe8834-aa1c-4e0f-8146-556bc8f752c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:23:57.447599 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b2effe87-b705-4eab-a773-db89d639396d req-2adfc469-d9d5-4b43-bf10-9c42a5821015 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d26bfea-01d4-4b7c-b351-972baf328058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428474 Aug 21 12:23:57.472783 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-77fe8834-aa1c-4e0f-8146-556bc8f752c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:57.475608 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-77fe8834-aa1c-4e0f-8146-556bc8f752c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:57.480908 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fdc37c16-8810-40bf-8b1d-b5232dcc9b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:23:57.521604 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-77fe8834-aa1c-4e0f-8146-556bc8f752c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:57.522891 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-77fe8834-aa1c-4e0f-8146-556bc8f752c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.1955237 Aug 21 12:23:57.523906 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe8834-aa1c-4e0f-8146-556bc8f752c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f337eb-2cc8-4a21-b5f3-6fded18baf6a,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:23:57.525989 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 43824) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:23:57.526862 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-77fe8834-aa1c-4e0f-8146-556bc8f752c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:23:57.532092 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-6257f137-1c12-4759-b7cd-e6eef44e98c2 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Request body: {'security_group_rule': {'security_group_id': 'd5f337eb-2cc8-4a21-b5f3-6fded18baf6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:23:57.538462 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-6257f137-1c12-4759-b7cd-e6eef44e98c2 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:23:57.542484 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-6257f137-1c12-4759-b7cd-e6eef44e98c2 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Usage tracker for resource:security_group_rule and tenant:8d15178842e94d9d8cae320279c910bf is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:23:57.545489 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-6257f137-1c12-4759-b7cd-e6eef44e98c2 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:23:57.552108 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-6257f137-1c12-4759-b7cd-e6eef44e98c2 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:23:57.568094 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6257f137-1c12-4759-b7cd-e6eef44e98c2 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:57.629802 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6257f137-1c12-4759-b7cd-e6eef44e98c2 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:57.632338 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6257f137-1c12-4759-b7cd-e6eef44e98c2 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465177'] for security_group_rule, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:57.634472 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:23:57.656931 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257f137-1c12-4759-b7cd-e6eef44e98c2 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73094afe-2bcd-4444-9dd2-125dfb36a8b5,revision_number=0']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:23:57.659419 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-6257f137-1c12-4759-b7cd-e6eef44e98c2 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:23:57.665477 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6257f137-1c12-4759-b7cd-e6eef44e98c2 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:57.666722 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-6257f137-1c12-4759-b7cd-e6eef44e98c2 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1396682 Aug 21 12:23:57.669656 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 43828) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:23:57.676251 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-1e4956e9-ebf1-48f4-a1d8-a67e847d5095 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Request body: {'security_group_rule': {'security_group_id': 'd5f337eb-2cc8-4a21-b5f3-6fded18baf6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:23:57.682243 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-1e4956e9-ebf1-48f4-a1d8-a67e847d5095 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:23:57.686204 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-1e4956e9-ebf1-48f4-a1d8-a67e847d5095 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Usage tracker for resource:security_group_rule and tenant:8d15178842e94d9d8cae320279c910bf is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:23:57.689181 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-1e4956e9-ebf1-48f4-a1d8-a67e847d5095 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:23:57.695923 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-1e4956e9-ebf1-48f4-a1d8-a67e847d5095 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:23:57.711568 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1e4956e9-ebf1-48f4-a1d8-a67e847d5095 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:57.776242 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1e4956e9-ebf1-48f4-a1d8-a67e847d5095 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:57.780215 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1e4956e9-ebf1-48f4-a1d8-a67e847d5095 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465177'] for security_group_rule, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:57.782412 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:23:57.809295 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4956e9-ebf1-48f4-a1d8-a67e847d5095 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da9e9995-aea9-46d5-be85-666724008aa2,revision_number=0']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:23:57.811830 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-1e4956e9-ebf1-48f4-a1d8-a67e847d5095 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:23:57.820960 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1e4956e9-ebf1-48f4-a1d8-a67e847d5095 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:57.822263 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-1e4956e9-ebf1-48f4-a1d8-a67e847d5095 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1516197 Aug 21 12:23:57.825438 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 43832) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:23:57.831544 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-4cd45f83-8f22-46ba-8c2f-34c642d67f36 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Request body: {'floatingip': {'floating_network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:23:57.837264 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-4cd45f83-8f22-46ba-8c2f-34c642d67f36 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:23:57.841267 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-4cd45f83-8f22-46ba-8c2f-34c642d67f36 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Usage tracker for resource:floatingip and tenant:8d15178842e94d9d8cae320279c910bf is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:23:57.844197 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-4cd45f83-8f22-46ba-8c2f-34c642d67f36 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:23:57.850701 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-4cd45f83-8f22-46ba-8c2f-34c642d67f36 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:23:57.859990 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4cd45f83-8f22-46ba-8c2f-34c642d67f36 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for floatingip, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:58.006327 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4cd45f83-8f22-46ba-8c2f-34c642d67f36 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:58.151564 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-4cd45f83-8f22-46ba-8c2f-34c642d67f36 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Allocated IP 172.28.2.100 (17d050b5-9d10-4030-a56f-7262e0bfffca/7ff80433-24f5-4344-a1b2-e78aa99f1de5/1741d100-2a02-4aab-af6f-db2f19e58da6) {{(pid=82379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:23:58.304409 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4cd45f83-8f22-46ba-8c2f-34c642d67f36 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for port, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:58.329193 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4cd45f83-8f22-46ba-8c2f-34c642d67f36 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:58.334001 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-bc2b223c-18d3-4c58-a911-4489368918e1 tempest-DeleteServersTestJSON-46744394 tempest-DeleteServersTestJSON-46744394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:23:58.405847 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd45f83-8f22-46ba-8c2f-34c642d67f36 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Network 17d050b5-9d10-4030-a56f-7262e0bfffca is already hosted by enough agents. {{(pid=82379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:23:58.410166 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-4cd45f83-8f22-46ba-8c2f-34c642d67f36 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Resources bound (agent type, host, resource id): {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:23:58.412243 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd45f83-8f22-46ba-8c2f-34c642d67f36 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Pushing event updated for resources: {'Port': ['ID=1741d100-2a02-4aab-af6f-db2f19e58da6,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:23:58.414562 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd45f83-8f22-46ba-8c2f-34c642d67f36 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Received port after_create {{(pid=82379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:23:58.440409 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-4cd45f83-8f22-46ba-8c2f-34c642d67f36 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:23:58.573136 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4cd45f83-8f22-46ba-8c2f-34c642d67f36 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:58.678974 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4cd45f83-8f22-46ba-8c2f-34c642d67f36 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:58.761215 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41a91d-a38f-4124-a5ab-c4a6c473a43b req-625a9f1f-0647-488b-81a0-f4135e43428f tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:58.762814 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0b41a91d-a38f-4124-a5ab-c4a6c473a43b req-625a9f1f-0647-488b-81a0-f4135e43428f tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=9569e639-1366-45db-90ab-efd7da2fbef4 HTTP/1.1" status: 200 len: 946 time: 0.1872511 Aug 21 12:23:58.895090 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0b41a91d-a38f-4124-a5ab-c4a6c473a43b req-9ded0556-822a-4169-b72b-64305fd42674 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d26bfea-01d4-4b7c-b351-972baf328058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147134 Aug 21 12:23:58.951705 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4cd45f83-8f22-46ba-8c2f-34c642d67f36 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for port, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:58.955137 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4cd45f83-8f22-46ba-8c2f-34c642d67f36 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:58.960065 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fa3b2c2e-ff74-4d88-b097-4130cd109209 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:23:59.059432 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd45f83-8f22-46ba-8c2f-34c642d67f36 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Pushing event updated for resources: {'Port': ['ID=1741d100-2a02-4aab-af6f-db2f19e58da6,revision_number=2']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:23:59.063671 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-4cd45f83-8f22-46ba-8c2f-34c642d67f36 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:23:59.084631 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4cd45f83-8f22-46ba-8c2f-34c642d67f36 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7900557'] for floatingip, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:59.107592 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4cd45f83-8f22-46ba-8c2f-34c642d67f36 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for floatingip, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:59.108916 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-4cd45f83-8f22-46ba-8c2f-34c642d67f36 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2824872 Aug 21 12:23:59.286761 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-511fe969-8706-4b7d-bbd3-f393677d7d0b tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Synchronizing usage tracker for tenant:8d15178842e94d9d8cae320279c910bf on resource:security_group {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:23:59.302921 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-511fe969-8706-4b7d-bbd3-f393677d7d0b tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Unset dirty status for tenant:8d15178842e94d9d8cae320279c910bf on resource:security_group {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:23:59.304151 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-511fe969-8706-4b7d-bbd3-f393677d7d0b tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1203476518&fields=id&tenant_id=8d15178842e94d9d8cae320279c910bf HTTP/1.1" status: 200 len: 267 time: 0.0604808 Aug 21 12:23:59.470125 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-c3f8e428-4a2f-44e1-95cf-696a1520353a tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:23:59.472136 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-c3f8e428-4a2f-44e1-95cf-696a1520353a tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/networks?id=8a02cb72-de11-4e13-afc5-fd37a9467374 HTTP/1.1" status: 200 len: 810 time: 0.1608484 Aug 21 12:23:59.490108 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-404f439e-80b1-4cd1-a9c6-fec1fbc711da tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/quotas/8d15178842e94d9d8cae320279c910bf HTTP/1.1" status: 200 len: 375 time: 0.0119081 Aug 21 12:23:59.578609 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-5a134847-8f13-4cf3-85c2-2783c4a8d96d tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d15178842e94d9d8cae320279c910bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833130 Aug 21 12:23:59.800236 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-28ffa436-442f-4732-9074-6379936702f1 service neutron] 10.222.0.11 "GET /v2.0/networks/8a02cb72-de11-4e13-afc5-fd37a9467374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091980 Aug 21 12:23:59.939248 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-a3a1d816-1dd8-4206-b064-685c82185a88 service neutron] 10.222.0.11 "GET /v2.0/networks/8a02cb72-de11-4e13-afc5-fd37a9467374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327348 Aug 21 12:24:00.143187 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c612283f-7e3d-4235-9a4d-de1e9ea7127c req-8205766d-9ffe-41b1-9929-8ebfb2d29755 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 210 time: 0.0504630 Aug 21 12:24:00.154449 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626a4b2-91a4-4143-9449-8af1506cd42c req-7f7daaff-a066-408a-97ce-f4f901c5ae74 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:00.156022 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6626a4b2-91a4-4143-9449-8af1506cd42c req-7f7daaff-a066-408a-97ce-f4f901c5ae74 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=9569e639-1366-45db-90ab-efd7da2fbef4 HTTP/1.1" status: 200 len: 946 time: 0.1315913 Aug 21 12:24:00.207923 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6626a4b2-91a4-4143-9449-8af1506cd42c req-409b0473-3ddb-4b9b-bab7-e010d2b0076c tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d26bfea-01d4-4b7c-b351-972baf328058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444582 Aug 21 12:24:01.219451 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-86c3e17c-9f9e-41e0-8621-87b7c5c74e63 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:01.221070 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-86c3e17c-9f9e-41e0-8621-87b7c5c74e63 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.21 "GET /v2.0/networks?id=8a02cb72-de11-4e13-afc5-fd37a9467374 HTTP/1.1" status: 200 len: 810 time: 0.1616120 Aug 21 12:24:01.327195 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2436c132-fa9f-4162-a5d8-3d88bfbfaf48 req-0bab3557-b76c-4c7f-958c-ea283944b798 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 210 time: 0.0523829 Aug 21 12:24:01.333238 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-4af267af-612e-4729-be56-4e2bc14dde20 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d15178842e94d9d8cae320279c910bf HTTP/1.1" status: 200 len: 380 time: 0.0992069 Aug 21 12:24:01.342368 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-ab5f6f80-0ef9-4460-8d64-41cccc485fe5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Request body: {'port': {'device_id': '5d5a9534-af39-41b6-acc9-6d9c719c5893', 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374', 'admin_state_up': True, 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'security_groups': ['d5f337eb-2cc8-4a21-b5f3-6fded18baf6a']}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:24:01.548157 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097db966-f077-4179-9f7d-d839553ffb04 req-76e316a4-0c43-4f61-92f1-11e3804e30a7 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:01.550302 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-097db966-f077-4179-9f7d-d839553ffb04 req-76e316a4-0c43-4f61-92f1-11e3804e30a7 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=9569e639-1366-45db-90ab-efd7da2fbef4 HTTP/1.1" status: 200 len: 946 time: 0.1928728 Aug 21 12:24:01.558372 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-ab5f6f80-0ef9-4460-8d64-41cccc485fe5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:24:01.579256 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-ab5f6f80-0ef9-4460-8d64-41cccc485fe5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Usage tracker for resource:port and tenant:8d15178842e94d9d8cae320279c910bf is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:24:01.583984 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-ab5f6f80-0ef9-4460-8d64-41cccc485fe5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:24:01.597572 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-ab5f6f80-0ef9-4460-8d64-41cccc485fe5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:24:01.614533 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-ab5f6f80-0ef9-4460-8d64-41cccc485fe5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Made reservation on behalf of 8d15178842e94d9d8cae320279c910bf for: {'port': 1} {{(pid=82379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:24:01.619813 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-ab5f6f80-0ef9-4460-8d64-41cccc485fe5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:01.630781 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-097db966-f077-4179-9f7d-d839553ffb04 req-4bae7446-83bd-4f24-b062-eb2a87d8a1c4 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d26bfea-01d4-4b7c-b351-972baf328058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743232 Aug 21 12:24:01.789405 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-ab5f6f80-0ef9-4460-8d64-41cccc485fe5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Allocated IP 172.20.0.10 (8a02cb72-de11-4e13-afc5-fd37a9467374/f58e09c1-f79e-4472-81dc-9752e44b5901/7f575164-2696-4ee4-8d0c-3873f2ead519) {{(pid=82379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:24:02.185146 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-ab5f6f80-0ef9-4460-8d64-41cccc485fe5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for port, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:02.201615 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-ab5f6f80-0ef9-4460-8d64-41cccc485fe5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Transition to ACTIVE for port object 7f575164-2696-4ee4-8d0c-3873f2ead519 will not be triggered until provisioned by entity DHCP. {{(pid=82379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:24:02.220708 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-ab5f6f80-0ef9-4460-8d64-41cccc485fe5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:02.226362 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-eda3bbe8-cdd6-4896-8bfb-e9990797d31a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:24:02.303434 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-ab5f6f80-0ef9-4460-8d64-41cccc485fe5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Network 8a02cb72-de11-4e13-afc5-fd37a9467374 is already hosted by enough agents. {{(pid=82379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:24:02.307288 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-ab5f6f80-0ef9-4460-8d64-41cccc485fe5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Resources bound (agent type, host, resource id): {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:24:02.309383 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f6f80-0ef9-4460-8d64-41cccc485fe5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Pushing event updated for resources: {'Port': ['ID=7f575164-2696-4ee4-8d0c-3873f2ead519,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:24:02.311655 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-ab5f6f80-0ef9-4460-8d64-41cccc485fe5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Received port after_create {{(pid=82379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:24:02.339413 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ab5f6f80-0ef9-4460-8d64-41cccc485fe5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:24:02.381413 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-ab5f6f80-0ef9-4460-8d64-41cccc485fe5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:02.382261 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-ab5f6f80-0ef9-4460-8d64-41cccc485fe5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:02.410122 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-ab5f6f80-0ef9-4460-8d64-41cccc485fe5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0717895 Aug 21 12:24:02.423325 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-944802d5-a6ec-4096-9178-8a927586e6da service neutron] Request body: {'port': {'device_id': '5d5a9534-af39-41b6-acc9-6d9c719c5893', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:24:02.483402 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2db72e-2942-4e55-9975-5c6a3b780176 req-e5d3098d-1ce2-4cea-9935-85ff05c06d20 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:02.485050 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8c2db72e-2942-4e55-9975-5c6a3b780176 req-e5d3098d-1ce2-4cea-9935-85ff05c06d20 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.21 "GET /v2.0/ports?device_id=9569e639-1366-45db-90ab-efd7da2fbef4 HTTP/1.1" status: 200 len: 946 time: 0.0993147 Aug 21 12:24:02.573455 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-8c2db72e-2942-4e55-9975-5c6a3b780176 req-5171506f-1100-4021-b44c-ea028bc53b65 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Deleting port 67c39511-e611-4aa1-b524-dc4ba9d529f4 {{(pid=82380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:24:02.574137 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-8c2db72e-2942-4e55-9975-5c6a3b780176 req-5171506f-1100-4021-b44c-ea028bc53b65 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:02.607469 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-944802d5-a6ec-4096-9178-8a927586e6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:02.684349 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-82500134-1f30-4a4e-bae1-b592b57a7891 None None] Provisioning for port 7f575164-2696-4ee4-8d0c-3873f2ead519 completed by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:24:02.692237 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-82500134-1f30-4a4e-bae1-b592b57a7891 None None] Provisioning complete for port 7f575164-2696-4ee4-8d0c-3873f2ead519 triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:24:02.693323 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-82500134-1f30-4a4e-bae1-b592b57a7891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:02.700731 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544b93b-d14c-4829-a9ff-edf01eba6646 req-ce19e1ae-af43-4b25-83c1-f7552581cb65 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:02.701553 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-5544b93b-d14c-4829-a9ff-edf01eba6646 req-ce19e1ae-af43-4b25-83c1-f7552581cb65 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Synchronizing usage tracker for tenant:8d15178842e94d9d8cae320279c910bf on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:24:02.769303 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-82500134-1f30-4a4e-bae1-b592b57a7891 None None] Port 7f575164-2696-4ee4-8d0c-3873f2ead519 cannot update to ACTIVE because it is not bound. {{(pid=82381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:24:02.803939 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-5544b93b-d14c-4829-a9ff-edf01eba6646 req-ce19e1ae-af43-4b25-83c1-f7552581cb65 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Unset dirty status for tenant:8d15178842e94d9d8cae320279c910bf on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:24:02.805238 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5544b93b-d14c-4829-a9ff-edf01eba6646 req-ce19e1ae-af43-4b25-83c1-f7552581cb65 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 932 time: 0.3247499 Aug 21 12:24:02.869796 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-8c2db72e-2942-4e55-9975-5c6a3b780176 req-5171506f-1100-4021-b44c-ea028bc53b65 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] For port 67c39511-e611-4aa1-b524-dc4ba9d529f4, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=67c39511-e611-4aa1-b524-dc4ba9d529f4,segment=NetworkSegment(242c1818-f265-4f4a-9ece-5cd2ba9ae783),segment_id=242c1818-f265-4f4a-9ece-5cd2ba9ae783)] {{(pid=82380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:24:02.870554 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-8c2db72e-2942-4e55-9975-5c6a3b780176 req-5171506f-1100-4021-b44c-ea028bc53b65 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:03.003185 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-8c2db72e-2942-4e55-9975-5c6a3b780176 req-5171506f-1100-4021-b44c-ea028bc53b65 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Calling delete_port for 67c39511-e611-4aa1-b524-dc4ba9d529f4 owned by compute:nova {{(pid=82380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:24:03.027096 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5544b93b-d14c-4829-a9ff-edf01eba6646 req-9ecd2318-dbba-481c-95ce-d78b4d4f1cf9 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f337eb-2cc8-4a21-b5f3-6fded18baf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858497 Aug 21 12:24:03.063374 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316832be-861e-47f9-be68-67ee26e9ad0d req-d595d590-2dbe-4367-9a31-522644f7643b tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:03.065571 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-316832be-861e-47f9-be68-67ee26e9ad0d req-d595d590-2dbe-4367-9a31-522644f7643b tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=9569e639-1366-45db-90ab-efd7da2fbef4 HTTP/1.1" status: 200 len: 946 time: 0.2686808 Aug 21 12:24:03.148266 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-316832be-861e-47f9-be68-67ee26e9ad0d req-7dfff4c0-3f2e-4036-91ae-d5c323b1e079 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d26bfea-01d4-4b7c-b351-972baf328058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710366 Aug 21 12:24:03.166547 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-8c2db72e-2942-4e55-9975-5c6a3b780176 req-5171506f-1100-4021-b44c-ea028bc53b65 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:03.172850 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-21f52e13-6b73-4213-b493-f9bf052c2bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:24:03.177893 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['67c39511-e611-4aa1-b524-dc4ba9d529f4'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:24:03.203177 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-944802d5-a6ec-4096-9178-8a927586e6da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f575164-2696-4ee4-8d0c-3873f2ead519 {{(pid=82379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:24:03.211801 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-944802d5-a6ec-4096-9178-8a927586e6da service neutron] Notify callbacks [] for port, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:03.218088 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171506f-1100-4021-b44c-ea028bc53b65 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Pushing event deleted for resources: {'Port': ['ID=67c39511-e611-4aa1-b524-dc4ba9d529f4,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:24:03.222726 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5171506f-1100-4021-b44c-ea028bc53b65 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:24:03.227515 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-944802d5-a6ec-4096-9178-8a927586e6da service neutron] Transition to ACTIVE for port object 7f575164-2696-4ee4-8d0c-3873f2ead519 will not be triggered until provisioned by entity L2. {{(pid=82379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:24:03.231593 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-944802d5-a6ec-4096-9178-8a927586e6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:03.236379 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-0cce09be-8dde-4885-9de1-4e5d711b38a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:24:03.296785 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2db72e-2942-4e55-9975-5c6a3b780176 req-5171506f-1100-4021-b44c-ea028bc53b65 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] No DVR routers for this DVR port 67c39511-e611-4aa1-b524-dc4ba9d529f4 on host hv-cinder-80547 {{(pid=82380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:24:03.299356 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-8c2db72e-2942-4e55-9975-5c6a3b780176 req-5171506f-1100-4021-b44c-ea028bc53b65 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:03.302871 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9569e639-1366-45db-90ab-efd7da2fbef4', 'name': 'network-vif-deleted', 'tag': '67c39511-e611-4aa1-b524-dc4ba9d529f4'}] {{(pid=82380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:24:03.328883 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8c2db72e-2942-4e55-9975-5c6a3b780176 req-5171506f-1100-4021-b44c-ea028bc53b65 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.21 "DELETE /v2.0/ports/67c39511-e611-4aa1-b524-dc4ba9d529f4 HTTP/1.1" status: 204 len: 173 time: 0.8384194 Aug 21 12:24:03.361467 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9569e639-1366-45db-90ab-efd7da2fbef4', 'name': 'network-vif-deleted', 'tag': '67c39511-e611-4aa1-b524-dc4ba9d529f4', 'status': 'completed', 'code': 200} Aug 21 12:24:03.375030 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944802d5-a6ec-4096-9178-8a927586e6da service neutron] Pushing event updated for resources: {'Port': ['ID=7f575164-2696-4ee4-8d0c-3873f2ead519,revision_number=2']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:24:03.380107 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-944802d5-a6ec-4096-9178-8a927586e6da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:24:03.498589 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-944802d5-a6ec-4096-9178-8a927586e6da service neutron] Attempting to bind port 7f575164-2696-4ee4-8d0c-3873f2ead519 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:24:03.498974 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-944802d5-a6ec-4096-9178-8a927586e6da service neutron] Attempting to bind port 7f575164-2696-4ee4-8d0c-3873f2ead519 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '9ab8d827-49e8-44c8-b6c2-ccae12c1e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374'}] {{(pid=82379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:24:03.499350 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-944802d5-a6ec-4096-9178-8a927586e6da service neutron] Attempting to bind port 7f575164-2696-4ee4-8d0c-3873f2ead519 on network 8a02cb72-de11-4e13-afc5-fd37a9467374 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:24:03.506377 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-944802d5-a6ec-4096-9178-8a927586e6da service neutron] Port 7f575164-2696-4ee4-8d0c-3873f2ead519 on network 8a02cb72-de11-4e13-afc5-fd37a9467374 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:24:03.506682 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-944802d5-a6ec-4096-9178-8a927586e6da service neutron] Attempting to bind port 7f575164-2696-4ee4-8d0c-3873f2ead519 on network 8a02cb72-de11-4e13-afc5-fd37a9467374 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:24:03.513844 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-944802d5-a6ec-4096-9178-8a927586e6da service neutron] Checking agent: {'id': '04f4107c-da72-461b-9c35-d993a4b9fd6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'started_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:24:03.514226 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-944802d5-a6ec-4096-9178-8a927586e6da service neutron] Checking segment: {'id': '9ab8d827-49e8-44c8-b6c2-ccae12c1e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:24:03.514654 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-944802d5-a6ec-4096-9178-8a927586e6da service neutron] Bound using segment: {'id': '9ab8d827-49e8-44c8-b6c2-ccae12c1e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374'} {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:24:03.515135 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-944802d5-a6ec-4096-9178-8a927586e6da service neutron] Bound port: 7f575164-2696-4ee4-8d0c-3873f2ead519, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab8d827-49e8-44c8-b6c2-ccae12c1e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374'}}] {{(pid=82379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:24:03.515528 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-944802d5-a6ec-4096-9178-8a927586e6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:03.610856 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-944802d5-a6ec-4096-9178-8a927586e6da service neutron] For port 7f575164-2696-4ee4-8d0c-3873f2ead519, host hv-cinder-80547, cleared binding levels {{(pid=82379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:24:03.614711 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-944802d5-a6ec-4096-9178-8a927586e6da service neutron] For port 7f575164-2696-4ee4-8d0c-3873f2ead519, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=7f575164-2696-4ee4-8d0c-3873f2ead519,segment=NetworkSegment(9ab8d827-49e8-44c8-b6c2-ccae12c1e289),segment_id=9ab8d827-49e8-44c8-b6c2-ccae12c1e289)] {{(pid=82379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:24:03.618364 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-944802d5-a6ec-4096-9178-8a927586e6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:03.623000 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-eda3bbe8-cdd6-4896-8bfb-e9990797d31a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:24:03.686031 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-944802d5-a6ec-4096-9178-8a927586e6da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:03.687555 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-944802d5-a6ec-4096-9178-8a927586e6da service neutron] 10.222.0.21 "PUT /v2.0/ports/7f575164-2696-4ee4-8d0c-3873f2ead519 HTTP/1.1" status: 200 len: 1094 time: 1.2697883 Aug 21 12:24:03.688101 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5a9534-af39-41b6-acc9-6d9c719c5893', 'tag': '7f575164-2696-4ee4-8d0c-3873f2ead519'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:24:03.705776 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944802d5-a6ec-4096-9178-8a927586e6da service neutron] Pushing event updated for resources: {'Port': ['ID=7f575164-2696-4ee4-8d0c-3873f2ead519,revision_number=3']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:24:03.709884 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-944802d5-a6ec-4096-9178-8a927586e6da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:24:03.803936 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5a9534-af39-41b6-acc9-6d9c719c5893', 'tag': '7f575164-2696-4ee4-8d0c-3873f2ead519', 'status': 'completed', 'code': 200} Aug 21 12:24:03.847409 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-7a883540-238e-48af-a05b-97e09dd43917 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d15178842e94d9d8cae320279c910bf&device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 1097 time: 0.1083281 Aug 21 12:24:03.929601 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-61f290e2-fee0-4426-90c7-1bd10da18266 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f575164-2696-4ee4-8d0c-3873f2ead519 HTTP/1.1" status: 200 len: 217 time: 0.0727327 Aug 21 12:24:03.999904 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-2ad98927-36da-487f-a0e9-68efad9ca9c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:04.001505 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-2ad98927-36da-487f-a0e9-68efad9ca9c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f58e09c1-f79e-4472-81dc-9752e44b5901 HTTP/1.1" status: 200 len: 849 time: 0.0660300 Aug 21 12:24:04.086221 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-0927718b-9702-46f2-8637-c93d3a70f692 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a02cb72-de11-4e13-afc5-fd37a9467374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779660 Aug 21 12:24:04.293079 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-eaaa37c8-a7c8-48e8-adff-7d8ace55b17a service neutron] 10.222.0.21 "GET /v2.0/networks/8a02cb72-de11-4e13-afc5-fd37a9467374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007179 Aug 21 12:24:04.303627 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc4d04-92b3-48b0-b411-7e2b94e71efd req-0c5654fd-7466-43db-a05c-12e05ce4a03a tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:04.305168 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f7bc4d04-92b3-48b0-b411-7e2b94e71efd req-0c5654fd-7466-43db-a05c-12e05ce4a03a tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 944 time: 0.1392283 Aug 21 12:24:04.462069 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f7bc4d04-92b3-48b0-b411-7e2b94e71efd req-5dbc562b-d1ee-4f00-b92f-c192cc914e9d tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f337eb-2cc8-4a21-b5f3-6fded18baf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330168 Aug 21 12:24:04.489198 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d2a77e2e-81c1-4f7e-868c-243db79b5b56 req-45b5c615-77e4-4675-85d7-ff7bed09f4b8 service neutron] 10.222.0.21 "GET /v2.0/networks/8a02cb72-de11-4e13-afc5-fd37a9467374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783621 Aug 21 12:24:04.617925 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-53456de9-bcbf-4dad-9b92-08f0ad270b44 req-0d9ca655-c39b-49ea-a6c3-61b93297822f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d15178842e94d9d8cae320279c910bf&device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 1097 time: 0.0746596 Aug 21 12:24:04.758569 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53456de9-bcbf-4dad-9b92-08f0ad270b44 req-a1f76980-9e08-49e9-a933-e1721778efbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:04.760129 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-53456de9-bcbf-4dad-9b92-08f0ad270b44 req-a1f76980-9e08-49e9-a933-e1721778efbf service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a02cb72-de11-4e13-afc5-fd37a9467374 HTTP/1.1" status: 200 len: 911 time: 0.1357906 Aug 21 12:24:04.851102 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-53456de9-bcbf-4dad-9b92-08f0ad270b44 req-4a9062cd-8d0e-4d3a-8492-bc1c4258a6dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f575164-2696-4ee4-8d0c-3873f2ead519 HTTP/1.1" status: 200 len: 217 time: 0.0841651 Aug 21 12:24:04.921051 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53456de9-bcbf-4dad-9b92-08f0ad270b44 req-41cebcd4-cbd3-43f4-b6a9-2859bbd4d25a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:04.922678 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-53456de9-bcbf-4dad-9b92-08f0ad270b44 req-41cebcd4-cbd3-43f4-b6a9-2859bbd4d25a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f58e09c1-f79e-4472-81dc-9752e44b5901 HTTP/1.1" status: 200 len: 849 time: 0.0656848 Aug 21 12:24:05.007801 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-53456de9-bcbf-4dad-9b92-08f0ad270b44 req-00ba2041-0275-4ad9-baf8-3cd454eab49e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a02cb72-de11-4e13-afc5-fd37a9467374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0745850 Aug 21 12:24:05.150041 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-53456de9-bcbf-4dad-9b92-08f0ad270b44 req-c5861b2d-e843-45ed-ad27-a3341c747844 service neutron] 10.222.0.21 "GET /v2.0/networks/8a02cb72-de11-4e13-afc5-fd37a9467374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351061 Aug 21 12:24:05.293489 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-53456de9-bcbf-4dad-9b92-08f0ad270b44 req-1672cca9-9235-4c54-b066-0bf899bd1a5b service neutron] 10.222.0.21 "GET /v2.0/networks/8a02cb72-de11-4e13-afc5-fd37a9467374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360199 Aug 21 12:24:05.443200 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 67c39511-e611-4aa1-b524-dc4ba9d529f4 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:24:05.477642 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] No Port match for: 67c39511-e611-4aa1-b524-dc4ba9d529f4 {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:24:05.478035 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 67c39511-e611-4aa1-b524-dc4ba9d529f4 not bound to the agent host hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:24:05.671567 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7984a83-540a-4f18-bf32-4d6f0449115c req-406f6c23-2680-4ddf-af00-f57a29de603d tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:05.673197 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d7984a83-540a-4f18-bf32-4d6f0449115c req-406f6c23-2680-4ddf-af00-f57a29de603d tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 944 time: 0.0867922 Aug 21 12:24:05.723884 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d7984a83-540a-4f18-bf32-4d6f0449115c req-f50338dd-ff82-4788-839c-85be2b784926 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f337eb-2cc8-4a21-b5f3-6fded18baf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438986 Aug 21 12:24:06.931533 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdade37-bf9c-4656-ba95-7fa06fa4ee57 req-1b34fc16-00e8-4413-95a9-c2dc540a19c1 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:06.933139 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-dbdade37-bf9c-4656-ba95-7fa06fa4ee57 req-1b34fc16-00e8-4413-95a9-c2dc540a19c1 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 944 time: 0.0817761 Aug 21 12:24:06.987358 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-dbdade37-bf9c-4656-ba95-7fa06fa4ee57 req-70771967-a86f-4b92-ad74-876f02833b7c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f337eb-2cc8-4a21-b5f3-6fded18baf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466423 Aug 21 12:24:07.442907 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 7f575164-2696-4ee4-8d0c-3873f2ead519 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:24:07.585632 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 7f575164-2696-4ee4-8d0c-3873f2ead519, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=7f575164-2696-4ee4-8d0c-3873f2ead519,segment=NetworkSegment(9ab8d827-49e8-44c8-b6c2-ccae12c1e289),segment_id=9ab8d827-49e8-44c8-b6c2-ccae12c1e289)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:24:07.599680 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Returning: {'device': '7f575164-2696-4ee4-8d0c-3873f2ead519', 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374', 'port_id': '7f575164-2696-4ee4-8d0c-3873f2ead519', 'mac_address': 'fa:16:3e:cf:a7:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:24:07.656678 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:07.674873 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f575164-2696-4ee4-8d0c-3873f2ead519 {{(pid=82381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:24:07.689819 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 7f575164-2696-4ee4-8d0c-3873f2ead519, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=7f575164-2696-4ee4-8d0c-3873f2ead519,segment=NetworkSegment(9ab8d827-49e8-44c8-b6c2-ccae12c1e289),segment_id=9ab8d827-49e8-44c8-b6c2-ccae12c1e289)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:24:07.693138 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:07.694981 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:24:07.758381 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=7f575164-2696-4ee4-8d0c-3873f2ead519,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:24:07.768021 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:07.768021 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:07.768368 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:07.768752 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:07.769178 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:07.770071 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:07.770443 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:07.770817 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:07.771184 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:07.771550 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:07.771915 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:07.775865 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:24:08.020540 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['7f575164-2696-4ee4-8d0c-3873f2ead519'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:24:08.192938 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aeca13-fef0-4f4b-807b-b770db636fa7 req-32cab7ee-949b-46f0-8e6e-9d1b8045d161 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:08.195121 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-46aeca13-fef0-4f4b-807b-b770db636fa7 req-32cab7ee-949b-46f0-8e6e-9d1b8045d161 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 945 time: 0.0838754 Aug 21 12:24:08.244040 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-46aeca13-fef0-4f4b-807b-b770db636fa7 req-fdcef8b5-c173-4aed-9331-f15aecce4d53 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f337eb-2cc8-4a21-b5f3-6fded18baf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427849 Aug 21 12:24:08.531731 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-359d9fb1-fa4f-4f8c-a330-6443f1dfc9d1 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:08.533376 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-359d9fb1-fa4f-4f8c-a330-6443f1dfc9d1 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/networks?id=57392be1-9b8f-40ee-b2ea-4615e0e7219d HTTP/1.1" status: 200 len: 813 time: 0.1549075 Aug 21 12:24:08.550506 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-48b43a9a-2fc5-4051-b5fa-95b2625d79e1 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/quotas/003cdda6bef14854904da9e144a7491b HTTP/1.1" status: 200 len: 375 time: 0.0111339 Aug 21 12:24:08.603365 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-3cab5ea0-8eb0-4c8b-84dd-0de6f592c2cc tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=003cdda6bef14854904da9e144a7491b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469260 Aug 21 12:24:08.748019 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-9a901be8-c537-4b6f-b8d1-6bc354903d4c service neutron] 10.222.0.11 "GET /v2.0/networks/57392be1-9b8f-40ee-b2ea-4615e0e7219d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376216 Aug 21 12:24:08.890956 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-35573be9-cc2e-48d6-8a71-f55aa3fb7a1e service neutron] 10.222.0.11 "GET /v2.0/networks/57392be1-9b8f-40ee-b2ea-4615e0e7219d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365178 Aug 21 12:24:09.086321 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a889bba6-0e64-4a5e-9313-586077ec5b08 req-43888aea-70e5-4246-8bd6-317bdff2f16b tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=79700d87-b8b0-4949-9229-179d949d7def HTTP/1.1" status: 200 len: 210 time: 0.0456095 Aug 21 12:24:09.454118 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 7f575164-2696-4ee4-8d0c-3873f2ead519 up at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:24:09.454756 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932c50d-1640-4d99-8a5b-828f11bd451a req-84ae8866-4860-48b9-86dc-1c936e94ed0c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:09.456405 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8932c50d-1640-4d99-8a5b-828f11bd451a req-84ae8866-4860-48b9-86dc-1c936e94ed0c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 945 time: 0.0862153 Aug 21 12:24:09.513119 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8932c50d-1640-4d99-8a5b-828f11bd451a req-6320eeed-c2a9-4f0b-9c38-0e7d3deb7080 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f337eb-2cc8-4a21-b5f3-6fded18baf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488529 Aug 21 12:24:09.553379 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning for port 7f575164-2696-4ee4-8d0c-3873f2ead519 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:24:09.558292 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning complete for port 7f575164-2696-4ee4-8d0c-3873f2ead519 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:24:09.558714 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:09.678466 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:09.705522 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5a9534-af39-41b6-acc9-6d9c719c5893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f575164-2696-4ee4-8d0c-3873f2ead519'}] {{(pid=82381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:24:09.716076 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 7f575164-2696-4ee4-8d0c-3873f2ead519, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=7f575164-2696-4ee4-8d0c-3873f2ead519,segment=NetworkSegment(9ab8d827-49e8-44c8-b6c2-ccae12c1e289),segment_id=9ab8d827-49e8-44c8-b6c2-ccae12c1e289)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:24:09.721803 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:09.723944 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:24:09.766360 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5a9534-af39-41b6-acc9-6d9c719c5893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f575164-2696-4ee4-8d0c-3873f2ead519', 'code': 200} Aug 21 12:24:09.796259 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=7f575164-2696-4ee4-8d0c-3873f2ead519,revision_number=5']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:24:09.799647 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:24:10.010241 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c5ece0c4-1660-4746-99f9-435ad40f4b93 req-c087522c-f6da-4cf2-9779-aff41ac8afe7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 1099 time: 0.0770552 Aug 21 12:24:10.058451 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c5ece0c4-1660-4746-99f9-435ad40f4b93 req-4068730f-4ce9-40ec-914d-a8005c97bf0d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d5f337eb-2cc8-4a21-b5f3-6fded18baf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394835 Aug 21 12:24:10.159882 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-ac6ea63a-cf75-4bfb-98e7-420ec731c1b8 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:10.160632 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-ac6ea63a-cf75-4bfb-98e7-420ec731c1b8 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Synchronizing usage tracker for tenant:003cdda6bef14854904da9e144a7491b on resource:network {{(pid=82380) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:24:10.177995 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-ac6ea63a-cf75-4bfb-98e7-420ec731c1b8 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Unset dirty status for tenant:003cdda6bef14854904da9e144a7491b on resource:network {{(pid=82380) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:24:10.179224 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-ac6ea63a-cf75-4bfb-98e7-420ec731c1b8 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.21 "GET /v2.0/networks?id=57392be1-9b8f-40ee-b2ea-4615e0e7219d HTTP/1.1" status: 200 len: 813 time: 0.1749902 Aug 21 12:24:10.259585 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-fea9805b-1fdd-474d-a122-1525db5cc4f0 req-faae5a75-8618-4c2c-a1eb-93b5aaa94eda tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=79700d87-b8b0-4949-9229-179d949d7def HTTP/1.1" status: 200 len: 210 time: 0.0469360 Aug 21 12:24:10.317824 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-06bb11bc-3512-45b1-9e61-25a681967535 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Request body: {'port': {'device_id': '79700d87-b8b0-4949-9229-179d949d7def', 'network_id': '57392be1-9b8f-40ee-b2ea-4615e0e7219d', 'admin_state_up': True, 'tenant_id': '003cdda6bef14854904da9e144a7491b'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:24:10.463703 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-06bb11bc-3512-45b1-9e61-25a681967535 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:24:10.467981 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-06bb11bc-3512-45b1-9e61-25a681967535 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Usage tracker for resource:port and tenant:003cdda6bef14854904da9e144a7491b is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:24:10.470911 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-06bb11bc-3512-45b1-9e61-25a681967535 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:24:10.477487 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-06bb11bc-3512-45b1-9e61-25a681967535 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:24:10.486025 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-06bb11bc-3512-45b1-9e61-25a681967535 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Made reservation on behalf of 003cdda6bef14854904da9e144a7491b for: {'port': 1} {{(pid=82380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:24:10.491980 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-06bb11bc-3512-45b1-9e61-25a681967535 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:10.662676 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-06bb11bc-3512-45b1-9e61-25a681967535 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Allocated IP 172.20.0.13 (57392be1-9b8f-40ee-b2ea-4615e0e7219d/bb32d0ac-62de-499e-a376-5ba10c596e96/14da48ff-e663-4972-877f-2841d3ef0c3c) {{(pid=82380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:24:10.735415 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90aed3d-4ca7-4fbf-9ba1-182dfaf63b66 req-61d34e72-f9d1-4006-a4a4-c8114d7922ee tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:10.737050 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b90aed3d-4ca7-4fbf-9ba1-182dfaf63b66 req-61d34e72-f9d1-4006-a4a4-c8114d7922ee tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 946 time: 0.0895762 Aug 21 12:24:10.789260 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b90aed3d-4ca7-4fbf-9ba1-182dfaf63b66 req-70732682-18f0-4676-b735-d16d639d6b99 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f337eb-2cc8-4a21-b5f3-6fded18baf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448797 Aug 21 12:24:10.880452 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-06bb11bc-3512-45b1-9e61-25a681967535 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Notify callbacks [] for port, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:10.905542 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-06bb11bc-3512-45b1-9e61-25a681967535 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:10.911080 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:24:10.986426 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-06bb11bc-3512-45b1-9e61-25a681967535 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Network 57392be1-9b8f-40ee-b2ea-4615e0e7219d is already hosted by enough agents. {{(pid=82380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:24:10.991082 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-06bb11bc-3512-45b1-9e61-25a681967535 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Resources bound (agent type, host, resource id): {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:24:10.992972 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb11bc-3512-45b1-9e61-25a681967535 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Pushing event updated for resources: {'Port': ['ID=14da48ff-e663-4972-877f-2841d3ef0c3c,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:24:10.995540 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-06bb11bc-3512-45b1-9e61-25a681967535 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Received port after_create {{(pid=82380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:24:11.025143 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-06bb11bc-3512-45b1-9e61-25a681967535 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:24:11.057481 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-06bb11bc-3512-45b1-9e61-25a681967535 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:11.058089 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-06bb11bc-3512-45b1-9e61-25a681967535 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:11.080663 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-06bb11bc-3512-45b1-9e61-25a681967535 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7675674 Aug 21 12:24:11.093564 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-d2af9b06-8c6a-44d4-98d1-427371f136e3 service neutron] Request body: {'port': {'device_id': '79700d87-b8b0-4949-9229-179d949d7def', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:24:11.205520 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-d2af9b06-8c6a-44d4-98d1-427371f136e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:11.486542 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24982e02-a9cd-4e23-addb-53a879b32d41 req-d9caddef-d89f-4c99-bf7b-32dd2f9dfc83 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:11.488262 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-24982e02-a9cd-4e23-addb-53a879b32d41 req-d9caddef-d89f-4c99-bf7b-32dd2f9dfc83 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=79700d87-b8b0-4949-9229-179d949d7def HTTP/1.1" status: 200 len: 932 time: 0.0945725 Aug 21 12:24:11.542979 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-24982e02-a9cd-4e23-addb-53a879b32d41 req-2077abc8-016e-448a-bb56-b16bba5255a5 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d26bfea-01d4-4b7c-b351-972baf328058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469332 Aug 21 12:24:11.572548 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-d2af9b06-8c6a-44d4-98d1-427371f136e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14da48ff-e663-4972-877f-2841d3ef0c3c {{(pid=82380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:24:11.579349 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-d2af9b06-8c6a-44d4-98d1-427371f136e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:11.594734 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-d2af9b06-8c6a-44d4-98d1-427371f136e3 service neutron] Transition to ACTIVE for port object 14da48ff-e663-4972-877f-2841d3ef0c3c will not be triggered until provisioned by entity L2. {{(pid=82380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:24:11.598139 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-d2af9b06-8c6a-44d4-98d1-427371f136e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848059139'] for port, after_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:11.602501 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:24:11.725517 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af9b06-8c6a-44d4-98d1-427371f136e3 service neutron] Pushing event updated for resources: {'Port': ['ID=14da48ff-e663-4972-877f-2841d3ef0c3c,revision_number=2']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:24:11.730318 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d2af9b06-8c6a-44d4-98d1-427371f136e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:24:11.851420 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-d2af9b06-8c6a-44d4-98d1-427371f136e3 service neutron] Attempting to bind port 14da48ff-e663-4972-877f-2841d3ef0c3c on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:24:11.851805 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-d2af9b06-8c6a-44d4-98d1-427371f136e3 service neutron] Attempting to bind port 14da48ff-e663-4972-877f-2841d3ef0c3c by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '242c1818-f265-4f4a-9ece-5cd2ba9ae783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '57392be1-9b8f-40ee-b2ea-4615e0e7219d'}] {{(pid=82380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:24:11.852178 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-d2af9b06-8c6a-44d4-98d1-427371f136e3 service neutron] Attempting to bind port 14da48ff-e663-4972-877f-2841d3ef0c3c on network 57392be1-9b8f-40ee-b2ea-4615e0e7219d {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:24:11.858229 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-d2af9b06-8c6a-44d4-98d1-427371f136e3 service neutron] Port 14da48ff-e663-4972-877f-2841d3ef0c3c on network 57392be1-9b8f-40ee-b2ea-4615e0e7219d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:24:11.858599 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-d2af9b06-8c6a-44d4-98d1-427371f136e3 service neutron] Attempting to bind port 14da48ff-e663-4972-877f-2841d3ef0c3c on network 57392be1-9b8f-40ee-b2ea-4615e0e7219d {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:24:11.865726 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-d2af9b06-8c6a-44d4-98d1-427371f136e3 service neutron] Checking agent: {'id': '04f4107c-da72-461b-9c35-d993a4b9fd6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'started_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:24:11.866103 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-d2af9b06-8c6a-44d4-98d1-427371f136e3 service neutron] Checking segment: {'id': '242c1818-f265-4f4a-9ece-5cd2ba9ae783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '57392be1-9b8f-40ee-b2ea-4615e0e7219d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:24:11.866526 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-d2af9b06-8c6a-44d4-98d1-427371f136e3 service neutron] Bound using segment: {'id': '242c1818-f265-4f4a-9ece-5cd2ba9ae783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '57392be1-9b8f-40ee-b2ea-4615e0e7219d'} {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:24:11.866993 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-d2af9b06-8c6a-44d4-98d1-427371f136e3 service neutron] Bound port: 14da48ff-e663-4972-877f-2841d3ef0c3c, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '242c1818-f265-4f4a-9ece-5cd2ba9ae783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '57392be1-9b8f-40ee-b2ea-4615e0e7219d'}}] {{(pid=82380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:24:11.867376 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-d2af9b06-8c6a-44d4-98d1-427371f136e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:11.964254 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-d2af9b06-8c6a-44d4-98d1-427371f136e3 service neutron] For port 14da48ff-e663-4972-877f-2841d3ef0c3c, host hv-cinder-80547, cleared binding levels {{(pid=82380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:24:11.967726 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-d2af9b06-8c6a-44d4-98d1-427371f136e3 service neutron] For port 14da48ff-e663-4972-877f-2841d3ef0c3c, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=14da48ff-e663-4972-877f-2841d3ef0c3c,segment=NetworkSegment(242c1818-f265-4f4a-9ece-5cd2ba9ae783),segment_id=242c1818-f265-4f4a-9ece-5cd2ba9ae783)] {{(pid=82380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:24:11.972077 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-d2af9b06-8c6a-44d4-98d1-427371f136e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848059139'] for port, after_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:11.977561 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:24:12.041474 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-d2af9b06-8c6a-44d4-98d1-427371f136e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:12.043002 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-d2af9b06-8c6a-44d4-98d1-427371f136e3 service neutron] 10.222.0.21 "PUT /v2.0/ports/14da48ff-e663-4972-877f-2841d3ef0c3c HTTP/1.1" status: 200 len: 1094 time: 0.9538276 Aug 21 12:24:12.043557 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79700d87-b8b0-4949-9229-179d949d7def', 'tag': '14da48ff-e663-4972-877f-2841d3ef0c3c'}] {{(pid=82380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:24:12.065787 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af9b06-8c6a-44d4-98d1-427371f136e3 service neutron] Pushing event updated for resources: {'Port': ['ID=14da48ff-e663-4972-877f-2841d3ef0c3c,revision_number=3']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:24:12.069266 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d2af9b06-8c6a-44d4-98d1-427371f136e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:24:12.134095 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79700d87-b8b0-4949-9229-179d949d7def', 'tag': '14da48ff-e663-4972-877f-2841d3ef0c3c', 'status': 'completed', 'code': 200} Aug 21 12:24:12.172982 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-07afb5f0-b44b-4bdd-bbaa-a0e4299c29b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=003cdda6bef14854904da9e144a7491b&device_id=79700d87-b8b0-4949-9229-179d949d7def HTTP/1.1" status: 200 len: 1097 time: 0.0806870 Aug 21 12:24:12.212899 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492311a-a21e-4512-93c9-bbe33947c111 req-9254476c-76e6-40cf-a683-0179eb975fe2 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:12.214502 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3492311a-a21e-4512-93c9-bbe33947c111 req-9254476c-76e6-40cf-a683-0179eb975fe2 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 946 time: 0.2985795 Aug 21 12:24:12.247805 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-d997c4d6-86b0-4d96-a078-3b07e27e51b1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14da48ff-e663-4972-877f-2841d3ef0c3c HTTP/1.1" status: 200 len: 217 time: 0.0677671 Aug 21 12:24:12.263916 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3492311a-a21e-4512-93c9-bbe33947c111 req-cec2ca34-f192-4fcf-af99-82718a3967e6 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f337eb-2cc8-4a21-b5f3-6fded18baf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433750 Aug 21 12:24:12.317485 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-1e5cf6ba-4b68-4cd4-b3b3-8ba7650f1ef7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:12.319071 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-1e5cf6ba-4b68-4cd4-b3b3-8ba7650f1ef7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bb32d0ac-62de-499e-a376-5ba10c596e96 HTTP/1.1" status: 200 len: 853 time: 0.0651443 Aug 21 12:24:12.371490 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-cc7d9999-acc0-49b5-9c6e-5b18f5f13cb3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=57392be1-9b8f-40ee-b2ea-4615e0e7219d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460992 Aug 21 12:24:12.468510 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf90ef-e187-4c5a-99d9-c39df331592e req-b24bbfd7-4f1c-4c83-981a-269b6f27df0b tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:12.470115 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-57cf90ef-e187-4c5a-99d9-c39df331592e req-b24bbfd7-4f1c-4c83-981a-269b6f27df0b tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 946 time: 0.0854485 Aug 21 12:24:12.480155 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 43988) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:24:12.486177 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-e5dcf1f4-5ef3-4516-bf94-a368ba900133 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Request body: {'floatingip': {'port_id': '7f575164-2696-4ee4-8d0c-3873f2ead519'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:24:12.516359 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-856317c5-239c-46f0-89dd-49d0e33850b1 service neutron] 10.222.0.21 "GET /v2.0/networks/57392be1-9b8f-40ee-b2ea-4615e0e7219d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375625 Aug 21 12:24:12.563213 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e5dcf1f4-5ef3-4516-bf94-a368ba900133 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for floatingip, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:12.657811 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-375f89d2-5ecd-440e-9a2f-2df97a3b293f req-67646bb1-1f2f-471b-bcb2-04c5019f250d service neutron] 10.222.0.21 "GET /v2.0/networks/57392be1-9b8f-40ee-b2ea-4615e0e7219d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346176 Aug 21 12:24:12.790786 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-809478fb-12eb-4c1c-8ddc-337b2117b6a2 req-bcab9c4d-44ca-4bba-aab2-f9c82626ad5b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=003cdda6bef14854904da9e144a7491b&device_id=79700d87-b8b0-4949-9229-179d949d7def HTTP/1.1" status: 200 len: 1097 time: 0.0807931 Aug 21 12:24:12.894910 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62777504-c2b4-4d1b-a4a6-fbded63c04b9 req-7be417eb-0a82-4c11-99ac-5d3eae3d4a63 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:12.896627 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-62777504-c2b4-4d1b-a4a6-fbded63c04b9 req-7be417eb-0a82-4c11-99ac-5d3eae3d4a63 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=79700d87-b8b0-4949-9229-179d949d7def HTTP/1.1" status: 200 len: 944 time: 0.2255547 Aug 21 12:24:13.040650 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-62777504-c2b4-4d1b-a4a6-fbded63c04b9 req-f8adb20e-7b75-49f6-ac4f-7f953385eb4c tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d26bfea-01d4-4b7c-b351-972baf328058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343448 Aug 21 12:24:13.066289 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-67eebb69-ebce-4765-bf8e-dae52558c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:13.166573 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809478fb-12eb-4c1c-8ddc-337b2117b6a2 req-5efd3117-57a6-4755-b1b8-61e99775a57e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:13.168294 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-809478fb-12eb-4c1c-8ddc-337b2117b6a2 req-5efd3117-57a6-4755-b1b8-61e99775a57e service neutron] 10.222.0.21 "GET /v2.0/networks?id=57392be1-9b8f-40ee-b2ea-4615e0e7219d HTTP/1.1" status: 200 len: 914 time: 0.3708184 Aug 21 12:24:13.240868 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-809478fb-12eb-4c1c-8ddc-337b2117b6a2 req-46c1210b-fa33-42ec-beb1-b7d7d6f503ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14da48ff-e663-4972-877f-2841d3ef0c3c HTTP/1.1" status: 200 len: 217 time: 0.0657051 Aug 21 12:24:13.315865 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809478fb-12eb-4c1c-8ddc-337b2117b6a2 req-e8741777-87d8-490f-8c73-6eba03b759c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:13.317998 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-809478fb-12eb-4c1c-8ddc-337b2117b6a2 req-e8741777-87d8-490f-8c73-6eba03b759c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bb32d0ac-62de-499e-a376-5ba10c596e96 HTTP/1.1" status: 200 len: 853 time: 0.0690558 Aug 21 12:24:13.354104 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e5dcf1f4-5ef3-4516-bf94-a368ba900133 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:13.356973 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e5dcf1f4-5ef3-4516-bf94-a368ba900133 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7900557'] for floatingip, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:13.372216 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-809478fb-12eb-4c1c-8ddc-337b2117b6a2 req-8a030576-bfb1-4dc5-8c4e-5f6f723e837f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=57392be1-9b8f-40ee-b2ea-4615e0e7219d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466518 Aug 21 12:24:13.536667 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-809478fb-12eb-4c1c-8ddc-337b2117b6a2 req-b9dcece4-0d5e-45f7-aad2-baca6d0142f1 service neutron] 10.222.0.21 "GET /v2.0/networks/57392be1-9b8f-40ee-b2ea-4615e0e7219d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574636 Aug 21 12:24:13.554136 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.l3_db [None req-e5dcf1f4-5ef3-4516-bf94-a368ba900133 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Floating IP 2d6375e1-4e48-4f3d-a574-49511cd17157 associated. External IP: 172.28.2.100, port: 7f575164-2696-4ee4-8d0c-3873f2ead519. Aug 21 12:24:13.680630 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-809478fb-12eb-4c1c-8ddc-337b2117b6a2 req-1c7688d1-8fa1-4f27-8420-c8f84be53b79 service neutron] 10.222.0.21 "GET /v2.0/networks/57392be1-9b8f-40ee-b2ea-4615e0e7219d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368604 Aug 21 12:24:13.964572 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5dcf1f4-5ef3-4516-bf94-a368ba900133 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Router e29c4950-5399-439e-9651-f286254ee37a has already been hosted by L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 {{(pid=82379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:24:14.176916 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dcf1f4-5ef3-4516-bf94-a368ba900133 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:24:14.181991 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e5dcf1f4-5ef3-4516-bf94-a368ba900133 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for floatingip, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:14.186670 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31834de-8a47-4a31-a9a0-be552477e8bd None None] Sync routers for ids ['e29c4950-5399-439e-9651-f286254ee37a'] in dv-cinder-805477-2-smb {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:24:14.200641 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31834de-8a47-4a31-a9a0-be552477e8bd None None] Routers {'e29c4950-5399-439e-9651-f286254ee37a'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:24:14.201721 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-f31834de-8a47-4a31-a9a0-be552477e8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:23:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['e29c4950-5399-439e-9651-f286254ee37a'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:24:14.291369 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-e5dcf1f4-5ef3-4516-bf94-a368ba900133 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "PUT /v2.0/floatingips/2d6375e1-4e48-4f3d-a574-49511cd17157 HTTP/1.1" status: 200 len: 992 time: 1.8100023 Aug 21 12:24:14.292732 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5a9534-af39-41b6-acc9-6d9c719c5893', 'tag': '7f575164-2696-4ee4-8d0c-3873f2ead519'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:24:14.329102 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc177a89-0812-4c1c-909b-b04088e18407 req-01fcae39-12b2-475f-a5b0-d8c22adedd8d tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:14.330660 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-fc177a89-0812-4c1c-909b-b04088e18407 req-01fcae39-12b2-475f-a5b0-d8c22adedd8d tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=79700d87-b8b0-4949-9229-179d949d7def HTTP/1.1" status: 200 len: 944 time: 0.1189167 Aug 21 12:24:14.382272 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-fc177a89-0812-4c1c-909b-b04088e18407 req-7ded84e3-e6a6-4c59-8da3-f4be08927282 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d26bfea-01d4-4b7c-b351-972baf328058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444667 Aug 21 12:24:14.397458 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-f31834de-8a47-4a31-a9a0-be552477e8bd None None] Set router e29c4950-5399-439e-9651-f286254ee37a gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:24:14.449919 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5a9534-af39-41b6-acc9-6d9c719c5893', 'tag': '7f575164-2696-4ee4-8d0c-3873f2ead519', 'status': 'completed', 'code': 200} Aug 21 12:24:14.561127 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c70bfe7b-ba75-46fd-9472-f6afa2fa9ba3 req-b8db4d4b-42ce-4c89-9167-f1ad2564c632 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d15178842e94d9d8cae320279c910bf&device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 1099 time: 0.0778213 Aug 21 12:24:14.565325 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:14.707860 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bfe7b-ba75-46fd-9472-f6afa2fa9ba3 req-084dc6f5-9e57-4f10-8c8f-3d164760bdd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:14.709493 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c70bfe7b-ba75-46fd-9472-f6afa2fa9ba3 req-084dc6f5-9e57-4f10-8c8f-3d164760bdd7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a02cb72-de11-4e13-afc5-fd37a9467374 HTTP/1.1" status: 200 len: 911 time: 0.1406810 Aug 21 12:24:14.784660 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-f31834de-8a47-4a31-a9a0-be552477e8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c4950-5399-439e-9651-f286254ee37a', 'name': 'tempest-AttachVolumeTestJSON-816231334-router', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:00Z', 'updated_at': '2021-08-21T12:18:10Z', 'revision_number': 4, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'gw_port': {'id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:01Z', 'updated_at': '2021-08-21T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_floatingips': [{'id': '2d6375e1-4e48-4f3d-a574-49511cd17157', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'floating_ip_address': '172.28.2.100', 'floating_network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'router_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'port_id': '7f575164-2696-4ee4-8d0c-3873f2ead519', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374', 'mac_address': 'fa:16:3e:cf:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5a9534-af39-41b6-acc9-6d9c719c5893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:23:58Z', 'updated_at': '2021-08-21T12:24:13Z', 'revision_number': 1, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7aa2d36-343c-4811-b328-892368e4bba7', 'name': '', 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'mac_address': 'fa:16:3e:48:60:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:08Z', 'updated_at': '2021-08-21T12:18:23Z', 'revision_number': 5, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'subnets': [{'id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:24:14.789245 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31834de-8a47-4a31-a9a0-be552477e8bd None None] Checking router: e29c4950-5399-439e-9651-f286254ee37a for host: dv-cinder-805477-2-smb {{(pid=82381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:24:14.800281 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31834de-8a47-4a31-a9a0-be552477e8bd None None] Routers {'e29c4950-5399-439e-9651-f286254ee37a'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:24:14.800974 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-f31834de-8a47-4a31-a9a0-be552477e8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:23:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['e29c4950-5399-439e-9651-f286254ee37a'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:24:14.825978 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c70bfe7b-ba75-46fd-9472-f6afa2fa9ba3 req-351d7d27-dc02-481d-995f-ccbc9acff820 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f575164-2696-4ee4-8d0c-3873f2ead519 HTTP/1.1" status: 200 len: 1000 time: 0.1090050 Aug 21 12:24:14.895872 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bfe7b-ba75-46fd-9472-f6afa2fa9ba3 req-21f25a2d-eb7e-473e-9a1a-eec35e4c2c60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:14.897705 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c70bfe7b-ba75-46fd-9472-f6afa2fa9ba3 req-21f25a2d-eb7e-473e-9a1a-eec35e4c2c60 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f58e09c1-f79e-4472-81dc-9752e44b5901 HTTP/1.1" status: 200 len: 849 time: 0.0644195 Aug 21 12:24:14.980810 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c70bfe7b-ba75-46fd-9472-f6afa2fa9ba3 req-068e627d-caa5-4199-a46b-1de3ab4179e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a02cb72-de11-4e13-afc5-fd37a9467374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757458 Aug 21 12:24:14.986463 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-f31834de-8a47-4a31-a9a0-be552477e8bd None None] Set router e29c4950-5399-439e-9651-f286254ee37a gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:24:15.124596 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c70bfe7b-ba75-46fd-9472-f6afa2fa9ba3 req-08fae48b-53c5-4691-9b8d-2ab7a64d05ca service neutron] 10.222.0.21 "GET /v2.0/networks/8a02cb72-de11-4e13-afc5-fd37a9467374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359229 Aug 21 12:24:15.279162 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c70bfe7b-ba75-46fd-9472-f6afa2fa9ba3 req-04163782-f477-48d8-906f-a372dc179083 service neutron] 10.222.0.21 "GET /v2.0/networks/8a02cb72-de11-4e13-afc5-fd37a9467374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469948 Aug 21 12:24:15.290419 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ba8bf04f-7d48-4143-965d-e53eb9d25455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:15.372820 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-f31834de-8a47-4a31-a9a0-be552477e8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c4950-5399-439e-9651-f286254ee37a', 'name': 'tempest-AttachVolumeTestJSON-816231334-router', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:00Z', 'updated_at': '2021-08-21T12:18:10Z', 'revision_number': 4, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'gw_port': {'id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:01Z', 'updated_at': '2021-08-21T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_floatingips': [{'id': '2d6375e1-4e48-4f3d-a574-49511cd17157', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'floating_ip_address': '172.28.2.100', 'floating_network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'router_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'port_id': '7f575164-2696-4ee4-8d0c-3873f2ead519', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374', 'mac_address': 'fa:16:3e:cf:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5a9534-af39-41b6-acc9-6d9c719c5893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:23:58Z', 'updated_at': '2021-08-21T12:24:13Z', 'revision_number': 1, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7aa2d36-343c-4811-b328-892368e4bba7', 'name': '', 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'mac_address': 'fa:16:3e:48:60:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:08Z', 'updated_at': '2021-08-21T12:18:23Z', 'revision_number': 5, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'subnets': [{'id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:24:15.376894 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31834de-8a47-4a31-a9a0-be552477e8bd None None] The sync data for ids ['e29c4950-5399-439e-9651-f286254ee37a'] in dv-cinder-805477-2-smb is: [{'id': 'e29c4950-5399-439e-9651-f286254ee37a', 'name': 'tempest-AttachVolumeTestJSON-816231334-router', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:00Z', 'updated_at': '2021-08-21T12:18:10Z', 'revision_number': 4, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'gw_port': {'id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:01Z', 'updated_at': '2021-08-21T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_floatingips': [{'id': '2d6375e1-4e48-4f3d-a574-49511cd17157', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'floating_ip_address': '172.28.2.100', 'floating_network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'router_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'port_id': '7f575164-2696-4ee4-8d0c-3873f2ead519', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374', 'mac_address': 'fa:16:3e:cf:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5a9534-af39-41b6-acc9-6d9c719c5893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:23:58Z', 'updated_at': '2021-08-21T12:24:13Z', 'revision_number': 1, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7aa2d36-343c-4811-b328-892368e4bba7', 'name': '', 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'mac_address': 'fa:16:3e:48:60:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:08Z', 'updated_at': '2021-08-21T12:18:23Z', 'revision_number': 5, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'subnets': [{'id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:24:15.505344 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 14da48ff-e663-4972-877f-2841d3ef0c3c details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:24:15.603400 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95d39a-3764-456d-ac9e-0811c5fa0be3 req-82a666c3-8223-4015-a1fa-074d5abb6691 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:15.605173 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-fe95d39a-3764-456d-ac9e-0811c5fa0be3 req-82a666c3-8223-4015-a1fa-074d5abb6691 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=79700d87-b8b0-4949-9229-179d949d7def HTTP/1.1" status: 200 len: 944 time: 0.0958612 Aug 21 12:24:15.658797 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-fe95d39a-3764-456d-ac9e-0811c5fa0be3 req-4d15f70d-cc08-41b2-b2c6-b57bb5db346a tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d26bfea-01d4-4b7c-b351-972baf328058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469699 Aug 21 12:24:15.742981 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f605b2-7762-455b-acd2-412ab4f759e4 None None] New status for floating IP 2d6375e1-4e48-4f3d-a574-49511cd17157: ACTIVE {{(pid=82382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:24:15.815107 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 14da48ff-e663-4972-877f-2841d3ef0c3c, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=14da48ff-e663-4972-877f-2841d3ef0c3c,segment=NetworkSegment(242c1818-f265-4f4a-9ece-5cd2ba9ae783),segment_id=242c1818-f265-4f4a-9ece-5cd2ba9ae783)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:24:15.823532 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:15.830295 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Returning: {'device': '14da48ff-e663-4972-877f-2841d3ef0c3c', 'network_id': '57392be1-9b8f-40ee-b2ea-4615e0e7219d', 'port_id': '14da48ff-e663-4972-877f-2841d3ef0c3c', 'mac_address': 'fa:16:3e:63:6d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb32d0ac-62de-499e-a376-5ba10c596e96', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:24:15.887557 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:15.908922 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14da48ff-e663-4972-877f-2841d3ef0c3c {{(pid=82381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:24:15.923745 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 14da48ff-e663-4972-877f-2841d3ef0c3c, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=14da48ff-e663-4972-877f-2841d3ef0c3c,segment=NetworkSegment(242c1818-f265-4f4a-9ece-5cd2ba9ae783),segment_id=242c1818-f265-4f4a-9ece-5cd2ba9ae783)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:24:15.927269 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:15.929109 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:24:15.994716 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=14da48ff-e663-4972-877f-2841d3ef0c3c,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:24:15.998157 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:24:16.292301 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['14da48ff-e663-4972-877f-2841d3ef0c3c'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:24:16.868535 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e68a05-e5df-469b-9da7-5393c5ee3347 req-7964ff52-b055-4dd9-85c8-d1087ca7163c tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:16.870392 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-06e68a05-e5df-469b-9da7-5393c5ee3347 req-7964ff52-b055-4dd9-85c8-d1087ca7163c tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=79700d87-b8b0-4949-9229-179d949d7def HTTP/1.1" status: 200 len: 945 time: 0.0803020 Aug 21 12:24:16.918315 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-06e68a05-e5df-469b-9da7-5393c5ee3347 req-113927bf-95ac-4a74-9fbe-e5cd6f0ea001 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d26bfea-01d4-4b7c-b351-972baf328058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416818 Aug 21 12:24:17.188037 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:17.507807 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 14da48ff-e663-4972-877f-2841d3ef0c3c up at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:24:17.576965 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning for port 14da48ff-e663-4972-877f-2841d3ef0c3c completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:24:17.582038 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning complete for port 14da48ff-e663-4972-877f-2841d3ef0c3c triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:24:17.582608 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:17.701049 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:17.728994 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79700d87-b8b0-4949-9229-179d949d7def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14da48ff-e663-4972-877f-2841d3ef0c3c'}] {{(pid=82381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:24:17.739457 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 14da48ff-e663-4972-877f-2841d3ef0c3c, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=14da48ff-e663-4972-877f-2841d3ef0c3c,segment=NetworkSegment(242c1818-f265-4f4a-9ece-5cd2ba9ae783),segment_id=242c1818-f265-4f4a-9ece-5cd2ba9ae783)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:24:17.742622 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:17.746038 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:24:17.793866 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79700d87-b8b0-4949-9229-179d949d7def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14da48ff-e663-4972-877f-2841d3ef0c3c', 'code': 200} Aug 21 12:24:17.824582 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=14da48ff-e663-4972-877f-2841d3ef0c3c,revision_number=5']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:24:17.828411 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:24:18.038756 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0bbca6f5-0c5d-4f6c-9531-08023179a92d req-3cde36c5-cd24-4ffe-b9e5-2a5dc3eea286 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=79700d87-b8b0-4949-9229-179d949d7def HTTP/1.1" status: 200 len: 1099 time: 0.0751250 Aug 21 12:24:18.085791 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0bbca6f5-0c5d-4f6c-9531-08023179a92d req-7dc23a2e-d4f8-4b1a-9c35-0e459bd4ca1f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6d26bfea-01d4-4b7c-b351-972baf328058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399013 Aug 21 12:24:18.129462 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fb147-4896-4c20-bb0c-8d84a5d67c3c req-52ac21bb-55ff-4716-bca5-9bd930745355 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:18.131058 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-582fb147-4896-4c20-bb0c-8d84a5d67c3c req-52ac21bb-55ff-4716-bca5-9bd930745355 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=79700d87-b8b0-4949-9229-179d949d7def HTTP/1.1" status: 200 len: 946 time: 0.0873520 Aug 21 12:24:18.180615 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-582fb147-4896-4c20-bb0c-8d84a5d67c3c req-1048720f-9d30-4eb3-ba06-bf54fbe8cd98 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d26bfea-01d4-4b7c-b351-972baf328058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435157 Aug 21 12:24:18.847050 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:19.389057 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb2fbf-180b-43ae-b423-0cc683e6cfd2 req-f94b94f8-40a3-4cb8-8920-f4cf190d0e4b tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:19.390675 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-20cb2fbf-180b-43ae-b423-0cc683e6cfd2 req-f94b94f8-40a3-4cb8-8920-f4cf190d0e4b tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=79700d87-b8b0-4949-9229-179d949d7def HTTP/1.1" status: 200 len: 946 time: 0.0817564 Aug 21 12:24:19.445342 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-20cb2fbf-180b-43ae-b423-0cc683e6cfd2 req-9bb6a7c7-d260-4cec-aff7-bd7728ed41d5 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d26bfea-01d4-4b7c-b351-972baf328058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480592 Aug 21 12:24:20.651695 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ae9b5-ed00-4dde-9582-32fdbef1bb3b req-bc94f013-1a29-415a-8400-0cedf1de1be0 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:20.653300 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d87ae9b5-ed00-4dde-9582-32fdbef1bb3b req-bc94f013-1a29-415a-8400-0cedf1de1be0 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=79700d87-b8b0-4949-9229-179d949d7def HTTP/1.1" status: 200 len: 946 time: 0.0810475 Aug 21 12:24:20.701218 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d87ae9b5-ed00-4dde-9582-32fdbef1bb3b req-9b082025-212c-47c7-9a37-a6cde494f5d5 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d26bfea-01d4-4b7c-b351-972baf328058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418584 Aug 21 12:24:33.852116 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:24:39.883930 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cda80b7c-f632-4d4c-8ac3-6e6ea930cdd1 req-1d4a315e-3335-4c80-a20b-7d00ad4a8351 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-968451340&fields=id&tenant_id=f04b45e6b62a49fbbf9eada7c40a9bf6 HTTP/1.1" status: 200 len: 267 time: 0.0430653 Aug 21 12:24:40.178537 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda80b7c-f632-4d4c-8ac3-6e6ea930cdd1 req-118353f9-ba98-4a1a-93bb-2c395bea9b56 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:40.180095 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cda80b7c-f632-4d4c-8ac3-6e6ea930cdd1 req-118353f9-ba98-4a1a-93bb-2c395bea9b56 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 984 time: 0.2905066 Aug 21 12:24:40.191529 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-cda80b7c-f632-4d4c-8ac3-6e6ea930cdd1 req-653fd729-9711-4c0a-b789-f715f932fe1e tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Request body: {'port': {'security_groups': ['3bfaac56-1bcd-4342-9340-ecb7032e4550']}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:24:40.314593 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-cda80b7c-f632-4d4c-8ac3-6e6ea930cdd1 req-653fd729-9711-4c0a-b789-f715f932fe1e tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:40.565492 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-cda80b7c-f632-4d4c-8ac3-6e6ea930cdd1 req-653fd729-9711-4c0a-b789-f715f932fe1e tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] For port 9f0324e4-398b-4693-895b-84060224a3ac, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=9f0324e4-398b-4693-895b-84060224a3ac,segment=NetworkSegment(477f8d3c-0c4e-4c51-a839-287ff5c8f96e),segment_id=477f8d3c-0c4e-4c51-a839-287ff5c8f96e)] {{(pid=82379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:24:40.594228 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-cda80b7c-f632-4d4c-8ac3-6e6ea930cdd1 req-653fd729-9711-4c0a-b789-f715f932fe1e tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for port, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:40.598103 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-cda80b7c-f632-4d4c-8ac3-6e6ea930cdd1 req-653fd729-9711-4c0a-b789-f715f932fe1e tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:40.604623 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-944802d5-a6ec-4096-9178-8a927586e6da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:24:40.610812 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['9f0324e4-398b-4693-895b-84060224a3ac'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:24:40.673878 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda80b7c-f632-4d4c-8ac3-6e6ea930cdd1 req-653fd729-9711-4c0a-b789-f715f932fe1e tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:40.674602 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-cda80b7c-f632-4d4c-8ac3-6e6ea930cdd1 req-653fd729-9711-4c0a-b789-f715f932fe1e tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:40.676157 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cda80b7c-f632-4d4c-8ac3-6e6ea930cdd1 req-653fd729-9711-4c0a-b789-f715f932fe1e tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "PUT /v2.0/ports/9f0324e4-398b-4693-895b-84060224a3ac HTTP/1.1" status: 200 len: 942 time: 0.4894087 Aug 21 12:24:40.677280 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ccb805e-f4ce-46d4-af8b-571d5edcc28a', 'tag': '9f0324e4-398b-4693-895b-84060224a3ac'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:24:40.684210 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 44196) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:24:40.705638 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653fd729-9711-4c0a-b789-f715f932fe1e tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Pushing event updated for resources: {'Port': ['ID=9f0324e4-398b-4693-895b-84060224a3ac,revision_number=7']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:24:40.716027 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653fd729-9711-4c0a-b789-f715f932fe1e tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:40.716446 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653fd729-9711-4c0a-b789-f715f932fe1e tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:40.716856 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653fd729-9711-4c0a-b789-f715f932fe1e tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:40.717313 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653fd729-9711-4c0a-b789-f715f932fe1e tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:40.717841 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653fd729-9711-4c0a-b789-f715f932fe1e tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:40.718247 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653fd729-9711-4c0a-b789-f715f932fe1e tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:40.718648 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653fd729-9711-4c0a-b789-f715f932fe1e tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:40.719046 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653fd729-9711-4c0a-b789-f715f932fe1e tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:40.719442 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653fd729-9711-4c0a-b789-f715f932fe1e tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:40.719837 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653fd729-9711-4c0a-b789-f715f932fe1e tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:40.720355 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653fd729-9711-4c0a-b789-f715f932fe1e tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:40.724580 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-653fd729-9711-4c0a-b789-f715f932fe1e tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:24:40.804686 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['9f0324e4-398b-4693-895b-84060224a3ac'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:24:40.861720 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-779e0c86-8181-4b1f-bbd2-574ac31d1f14 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:40.874594 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ccb805e-f4ce-46d4-af8b-571d5edcc28a', 'tag': '9f0324e4-398b-4693-895b-84060224a3ac', 'status': 'completed', 'code': 200} Aug 21 12:24:40.908542 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-779e0c86-8181-4b1f-bbd2-574ac31d1f14 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:41.024257 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-07380f72-f750-4fbc-997b-62be1b28172f req-346ada05-95d8-46bc-962f-5beaf7e46d07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f04b45e6b62a49fbbf9eada7c40a9bf6&device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 1098 time: 0.1181636 Aug 21 12:24:41.055382 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-779e0c86-8181-4b1f-bbd2-574ac31d1f14 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:41.080873 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-bec28fcc-9b2f-411f-aa2b-e1665d080f91 None None] Provisioning complete for port 9f0324e4-398b-4693-895b-84060224a3ac triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:24:41.081283 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bec28fcc-9b2f-411f-aa2b-e1665d080f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:41.109004 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-77fe8834-aa1c-4e0f-8146-556bc8f752c7 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:24:41.129097 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e0c86-8181-4b1f-bbd2-574ac31d1f14 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dad95ad-df6d-4a4a-a75f-f1f4f9023150,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:24:41.152923 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-779e0c86-8181-4b1f-bbd2-574ac31d1f14 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:41.156824 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-779e0c86-8181-4b1f-bbd2-574ac31d1f14 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "DELETE /v2.0/security-groups/3dad95ad-df6d-4a4a-a75f-f1f4f9023150 HTTP/1.1" status: 204 len: 168 time: 0.4685922 Aug 21 12:24:41.157515 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 44202) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:24:41.157999 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e0c86-8181-4b1f-bbd2-574ac31d1f14 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:41.158414 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e0c86-8181-4b1f-bbd2-574ac31d1f14 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:41.158824 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e0c86-8181-4b1f-bbd2-574ac31d1f14 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:41.159228 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e0c86-8181-4b1f-bbd2-574ac31d1f14 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:41.159633 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e0c86-8181-4b1f-bbd2-574ac31d1f14 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:41.160031 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e0c86-8181-4b1f-bbd2-574ac31d1f14 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:41.160452 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e0c86-8181-4b1f-bbd2-574ac31d1f14 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:41.161065 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e0c86-8181-4b1f-bbd2-574ac31d1f14 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:41.161479 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e0c86-8181-4b1f-bbd2-574ac31d1f14 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:41.161940 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e0c86-8181-4b1f-bbd2-574ac31d1f14 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:41.162336 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e0c86-8181-4b1f-bbd2-574ac31d1f14 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:24:41.167142 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-779e0c86-8181-4b1f-bbd2-574ac31d1f14 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:24:41.207016 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07380f72-f750-4fbc-997b-62be1b28172f req-8550b97f-d8c2-4aa7-bf62-0c9ef7732bde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:41.209984 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-07380f72-f750-4fbc-997b-62be1b28172f req-8550b97f-d8c2-4aa7-bf62-0c9ef7732bde service neutron] 10.222.0.21 "GET /v2.0/networks?id=fb61732c-c52e-4864-ba61-9ddcc4b9007c HTTP/1.1" status: 200 len: 914 time: 0.1787958 Aug 21 12:24:41.339297 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-07380f72-f750-4fbc-997b-62be1b28172f req-5964aec2-68e9-4173-9974-0868a325d70e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f0324e4-398b-4693-895b-84060224a3ac HTTP/1.1" status: 200 len: 1001 time: 0.1217561 Aug 21 12:24:41.400455 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-6dc0d980-6833-4f2b-a6d4-e8eb53fa059d tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Deleting port 5e3702db-6752-4f62-8e26-f5994691c704 {{(pid=82379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:24:41.400841 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6dc0d980-6833-4f2b-a6d4-e8eb53fa059d tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:41.411510 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07380f72-f750-4fbc-997b-62be1b28172f req-e401c380-6c2b-4819-aa33-aa7f3c6a6144 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:41.413208 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-07380f72-f750-4fbc-997b-62be1b28172f req-e401c380-6c2b-4819-aa33-aa7f3c6a6144 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c1b910a-8c38-40eb-bbef-e2693f867665 HTTP/1.1" status: 200 len: 852 time: 0.0673912 Aug 21 12:24:41.499991 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-07380f72-f750-4fbc-997b-62be1b28172f req-b9b70341-4d3c-4725-888b-6d9be81a60f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb61732c-c52e-4864-ba61-9ddcc4b9007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800741 Aug 21 12:24:41.590780 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6dc0d980-6833-4f2b-a6d4-e8eb53fa059d tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:41.591196 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6dc0d980-6833-4f2b-a6d4-e8eb53fa059d tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:41.671991 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-07380f72-f750-4fbc-997b-62be1b28172f req-b03026d4-0972-4f6d-b06f-ac27c59523fe service neutron] 10.222.0.21 "GET /v2.0/networks/fb61732c-c52e-4864-ba61-9ddcc4b9007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608102 Aug 21 12:24:41.718684 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-6dc0d980-6833-4f2b-a6d4-e8eb53fa059d tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Calling delete_port for 5e3702db-6752-4f62-8e26-f5994691c704 owned by network:floatingip {{(pid=82379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:24:41.818025 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-07380f72-f750-4fbc-997b-62be1b28172f req-eef7785e-55fb-436a-b78e-ac63399aaffd service neutron] 10.222.0.21 "GET /v2.0/networks/fb61732c-c52e-4864-ba61-9ddcc4b9007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392915 Aug 21 12:24:41.883648 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6dc0d980-6833-4f2b-a6d4-e8eb53fa059d tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:41.887979 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-af69415f-6ccb-4d22-8a0d-8c731e6b6993 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:24:41.928815 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0d980-6833-4f2b-a6d4-e8eb53fa059d tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Pushing event deleted for resources: {'Port': ['ID=5e3702db-6752-4f62-8e26-f5994691c704,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:24:41.933718 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-6dc0d980-6833-4f2b-a6d4-e8eb53fa059d tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:24:42.027453 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6dc0d980-6833-4f2b-a6d4-e8eb53fa059d tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks [] for floatingip, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:42.436727 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc0d980-6833-4f2b-a6d4-e8eb53fa059d tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Router 29b69207-5ee4-4ddd-b744-1258742d6490 has already been hosted by L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 {{(pid=82379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:24:42.640461 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc0d980-6833-4f2b-a6d4-e8eb53fa059d tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:24:42.650828 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1a9b7d-c692-4a4a-b8ba-e6a9b3961a61 None None] Sync routers for ids ['29b69207-5ee4-4ddd-b744-1258742d6490'] in dv-cinder-805477-2-smb {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:24:42.657760 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6dc0d980-6833-4f2b-a6d4-e8eb53fa059d tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for floatingip, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:42.664270 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1a9b7d-c692-4a4a-b8ba-e6a9b3961a61 None None] Routers {'29b69207-5ee4-4ddd-b744-1258742d6490'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:24:42.664997 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-8f1a9b7d-c692-4a4a-b8ba-e6a9b3961a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:24:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['29b69207-5ee4-4ddd-b744-1258742d6490'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:24:42.718584 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-6dc0d980-6833-4f2b-a6d4-e8eb53fa059d tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "DELETE /v2.0/floatingips/33691dde-207a-4de5-9c84-975a7da7b183 HTTP/1.1" status: 204 len: 168 time: 1.5576274 Aug 21 12:24:42.859619 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-8f1a9b7d-c692-4a4a-b8ba-e6a9b3961a61 None None] Set router 29b69207-5ee4-4ddd-b744-1258742d6490 gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:24:42.875709 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ccb805e-f4ce-46d4-af8b-571d5edcc28a', 'tag': '9f0324e4-398b-4693-895b-84060224a3ac'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:24:42.982226 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ccb805e-f4ce-46d4-af8b-571d5edcc28a', 'tag': '9f0324e4-398b-4693-895b-84060224a3ac', 'status': 'completed', 'code': 200} Aug 21 12:24:43.102689 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-db8ffbf0-240e-4776-ae01-9d482b8e09ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:43.131210 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-49680232-e5db-4c83-bd7d-a9dee7b5187b req-8d4ed21d-bf7e-4d8d-a561-f693c2c3ddf6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f04b45e6b62a49fbbf9eada7c40a9bf6&device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 1098 time: 0.1237283 Aug 21 12:24:43.172568 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011d43f-5cfc-49e0-9c87-43d4ff41b8ab req-8441c72f-6cc2-484b-be47-aec42643915e tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:43.180543 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d011d43f-5cfc-49e0-9c87-43d4ff41b8ab req-8441c72f-6cc2-484b-be47-aec42643915e tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=79700d87-b8b0-4949-9229-179d949d7def HTTP/1.1" status: 200 len: 946 time: 0.0949721 Aug 21 12:24:43.236751 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-8f1a9b7d-c692-4a4a-b8ba-e6a9b3961a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'name': 'tempest-TestMinimumBasicScenario-31014458-router', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '8b903eaa-bf10-4b94-aabd-a0854a29f3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:20:26Z', 'updated_at': '2021-08-21T12:20:31Z', 'revision_number': 4, 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'gw_port': {'id': '8b903eaa-bf10-4b94-aabd-a0854a29f3a0', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:26Z', 'updated_at': '2021-08-21T12:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': 'e2d07677-a551-423d-a529-77643ee77a6e', 'name': '', 'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'mac_address': 'fa:16:3e:1a:ee:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c1b910a-8c38-40eb-bbef-e2693f867665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:29Z', 'updated_at': '2021-08-21T12:20:39Z', 'revision_number': 5, 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'subnets': [{'id': '0c1b910a-8c38-40eb-bbef-e2693f867665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:24:43.240520 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d011d43f-5cfc-49e0-9c87-43d4ff41b8ab req-64a6306a-4b38-47e1-b588-9c270b46f01e tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d26bfea-01d4-4b7c-b351-972baf328058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588570 Aug 21 12:24:43.241616 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1a9b7d-c692-4a4a-b8ba-e6a9b3961a61 None None] Checking router: 29b69207-5ee4-4ddd-b744-1258742d6490 for host: dv-cinder-805477-2-smb {{(pid=82381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:24:43.255215 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1a9b7d-c692-4a4a-b8ba-e6a9b3961a61 None None] Routers {'29b69207-5ee4-4ddd-b744-1258742d6490'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:24:43.256662 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-8f1a9b7d-c692-4a4a-b8ba-e6a9b3961a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:24:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['29b69207-5ee4-4ddd-b744-1258742d6490'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:24:43.291058 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49680232-e5db-4c83-bd7d-a9dee7b5187b req-4790cb14-b4fd-4b53-8fc2-3e0f79e23538 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:43.292575 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-49680232-e5db-4c83-bd7d-a9dee7b5187b req-4790cb14-b4fd-4b53-8fc2-3e0f79e23538 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fb61732c-c52e-4864-ba61-9ddcc4b9007c HTTP/1.1" status: 200 len: 914 time: 0.1512637 Aug 21 12:24:43.393397 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-49680232-e5db-4c83-bd7d-a9dee7b5187b req-88bf7737-83fc-4ddc-8f07-7f324792cde9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f0324e4-398b-4693-895b-84060224a3ac HTTP/1.1" status: 200 len: 217 time: 0.0704579 Aug 21 12:24:43.464985 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-8f1a9b7d-c692-4a4a-b8ba-e6a9b3961a61 None None] Set router 29b69207-5ee4-4ddd-b744-1258742d6490 gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:24:43.466651 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49680232-e5db-4c83-bd7d-a9dee7b5187b req-ebac3a8a-5411-4d30-8400-8785377c1e2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:43.468279 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-49680232-e5db-4c83-bd7d-a9dee7b5187b req-ebac3a8a-5411-4d30-8400-8785377c1e2f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c1b910a-8c38-40eb-bbef-e2693f867665 HTTP/1.1" status: 200 len: 852 time: 0.0649490 Aug 21 12:24:43.554263 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-49680232-e5db-4c83-bd7d-a9dee7b5187b req-c4ffba21-5f4e-4e77-8024-b371614a8640 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb61732c-c52e-4864-ba61-9ddcc4b9007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780776 Aug 21 12:24:43.696012 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-49680232-e5db-4c83-bd7d-a9dee7b5187b req-e04fb74c-a9b4-4ca0-b1c2-6d9287df7132 service neutron] 10.222.0.21 "GET /v2.0/networks/fb61732c-c52e-4864-ba61-9ddcc4b9007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345525 Aug 21 12:24:43.798886 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-8f1a9b7d-c692-4a4a-b8ba-e6a9b3961a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'name': 'tempest-TestMinimumBasicScenario-31014458-router', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '8b903eaa-bf10-4b94-aabd-a0854a29f3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:20:26Z', 'updated_at': '2021-08-21T12:20:31Z', 'revision_number': 4, 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'gw_port': {'id': '8b903eaa-bf10-4b94-aabd-a0854a29f3a0', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:26Z', 'updated_at': '2021-08-21T12:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': 'e2d07677-a551-423d-a529-77643ee77a6e', 'name': '', 'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'mac_address': 'fa:16:3e:1a:ee:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c1b910a-8c38-40eb-bbef-e2693f867665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:29Z', 'updated_at': '2021-08-21T12:20:39Z', 'revision_number': 5, 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'subnets': [{'id': '0c1b910a-8c38-40eb-bbef-e2693f867665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:24:43.804492 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1a9b7d-c692-4a4a-b8ba-e6a9b3961a61 None None] The sync data for ids ['29b69207-5ee4-4ddd-b744-1258742d6490'] in dv-cinder-805477-2-smb is: [{'id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'name': 'tempest-TestMinimumBasicScenario-31014458-router', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '8b903eaa-bf10-4b94-aabd-a0854a29f3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:20:26Z', 'updated_at': '2021-08-21T12:20:31Z', 'revision_number': 4, 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'gw_port': {'id': '8b903eaa-bf10-4b94-aabd-a0854a29f3a0', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:26Z', 'updated_at': '2021-08-21T12:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': 'e2d07677-a551-423d-a529-77643ee77a6e', 'name': '', 'network_id': 'fb61732c-c52e-4864-ba61-9ddcc4b9007c', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'mac_address': 'fa:16:3e:1a:ee:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c1b910a-8c38-40eb-bbef-e2693f867665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:29Z', 'updated_at': '2021-08-21T12:20:39Z', 'revision_number': 5, 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'subnets': [{'id': '0c1b910a-8c38-40eb-bbef-e2693f867665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:24:43.851936 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-49680232-e5db-4c83-bd7d-a9dee7b5187b req-599427e5-ab09-42c7-b586-4090d034af90 service neutron] 10.222.0.21 "GET /v2.0/networks/fb61732c-c52e-4864-ba61-9ddcc4b9007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491241 Aug 21 12:24:44.243095 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5cb6be-f9c7-4a01-8fbe-ebdd84a9d0f5 None None] New status for floating IP 33691dde-207a-4de5-9c84-975a7da7b183: DOWN {{(pid=82382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:24:44.456776 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca476e-4d18-46f1-8da7-a612f27b551d req-ba4cd7e0-ae20-4616-8e46-fd18726bdba1 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:44.458509 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-53ca476e-4d18-46f1-8da7-a612f27b551d req-ba4cd7e0-ae20-4616-8e46-fd18726bdba1 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=79700d87-b8b0-4949-9229-179d949d7def HTTP/1.1" status: 200 len: 946 time: 0.0906408 Aug 21 12:24:44.512773 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-53ca476e-4d18-46f1-8da7-a612f27b551d req-6440b12d-597b-4722-8b6c-bc1e774c1447 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d26bfea-01d4-4b7c-b351-972baf328058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479901 Aug 21 12:24:44.520486 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:45.193345 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-eb98ad2c-7586-4bdc-9609-812087fc8108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:45.721979 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b09c7-8792-423b-a9e6-0a00695f761d req-c250504a-c6a6-4566-b9e7-504ca01b0aac tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:45.724154 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-551b09c7-8792-423b-a9e6-0a00695f761d req-c250504a-c6a6-4566-b9e7-504ca01b0aac tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=79700d87-b8b0-4949-9229-179d949d7def HTTP/1.1" status: 200 len: 946 time: 0.0832155 Aug 21 12:24:45.774521 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-551b09c7-8792-423b-a9e6-0a00695f761d req-46d3936b-9463-49d6-973b-3cbf7139c4a5 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d26bfea-01d4-4b7c-b351-972baf328058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441225 Aug 21 12:24:45.800237 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:46.448992 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff440ec9-1a14-4d33-a3d4-816e0005cb0f req-3e8217b5-d63f-4824-9045-7f7a9c605fc8 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:46.449784 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-ff440ec9-1a14-4d33-a3d4-816e0005cb0f req-3e8217b5-d63f-4824-9045-7f7a9c605fc8 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Synchronizing usage tracker for tenant:f04b45e6b62a49fbbf9eada7c40a9bf6 on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:24:46.464002 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-ff440ec9-1a14-4d33-a3d4-816e0005cb0f req-3e8217b5-d63f-4824-9045-7f7a9c605fc8 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Unset dirty status for tenant:f04b45e6b62a49fbbf9eada7c40a9bf6 on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:24:46.465265 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ff440ec9-1a14-4d33-a3d4-816e0005cb0f req-3e8217b5-d63f-4824-9045-7f7a9c605fc8 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 945 time: 0.1002896 Aug 21 12:24:46.513399 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ff440ec9-1a14-4d33-a3d4-816e0005cb0f req-8c68bc83-3cb4-4682-8a2c-218997f5966d tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419617 Aug 21 12:24:46.980253 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666d5ac-f23c-4328-848d-3bc5fa530d12 req-2759f155-4f59-4d5e-b495-d24812facc19 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:46.981865 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8666d5ac-f23c-4328-848d-3bc5fa530d12 req-2759f155-4f59-4d5e-b495-d24812facc19 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=79700d87-b8b0-4949-9229-179d949d7def HTTP/1.1" status: 200 len: 946 time: 0.0820982 Aug 21 12:24:47.030290 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8666d5ac-f23c-4328-848d-3bc5fa530d12 req-6d0a141b-e7a8-4aed-b05c-fb8176eee581 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d26bfea-01d4-4b7c-b351-972baf328058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423391 Aug 21 12:24:47.190723 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:47.837830 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9959730-9d4a-41fe-8a76-f56255fb2842 req-9b0d9da8-ecd1-4d0f-8945-9ba42e88eec6 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:47.838830 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-b9959730-9d4a-41fe-8a76-f56255fb2842 req-9b0d9da8-ecd1-4d0f-8945-9ba42e88eec6 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Synchronizing usage tracker for tenant:003cdda6bef14854904da9e144a7491b on resource:port {{(pid=82380) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:24:47.855291 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-b9959730-9d4a-41fe-8a76-f56255fb2842 req-9b0d9da8-ecd1-4d0f-8945-9ba42e88eec6 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Unset dirty status for tenant:003cdda6bef14854904da9e144a7491b on resource:port {{(pid=82380) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:24:47.856534 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b9959730-9d4a-41fe-8a76-f56255fb2842 req-9b0d9da8-ecd1-4d0f-8945-9ba42e88eec6 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.21 "GET /v2.0/ports?device_id=79700d87-b8b0-4949-9229-179d949d7def HTTP/1.1" status: 200 len: 946 time: 0.1073349 Aug 21 12:24:47.935655 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-b9959730-9d4a-41fe-8a76-f56255fb2842 req-51f8ee00-c38c-4df5-9a1e-b56e3175ca77 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Deleting port 14da48ff-e663-4972-877f-2841d3ef0c3c {{(pid=82380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:24:47.936043 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-b9959730-9d4a-41fe-8a76-f56255fb2842 req-51f8ee00-c38c-4df5-9a1e-b56e3175ca77 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:47.945556 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9e126-66bc-4368-805d-dc51cdc8738e req-a8c23a98-011c-4c56-8c88-8c6e5758611c tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:47.947165 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-85b9e126-66bc-4368-805d-dc51cdc8738e req-a8c23a98-011c-4c56-8c88-8c6e5758611c tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 945 time: 0.3078580 Aug 21 12:24:47.996355 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-85b9e126-66bc-4368-805d-dc51cdc8738e req-337f5c9f-d2e5-4e33-bbb4-41160983dd37 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431259 Aug 21 12:24:48.194999 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-b9959730-9d4a-41fe-8a76-f56255fb2842 req-51f8ee00-c38c-4df5-9a1e-b56e3175ca77 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] For port 14da48ff-e663-4972-877f-2841d3ef0c3c, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=14da48ff-e663-4972-877f-2841d3ef0c3c,segment=NetworkSegment(242c1818-f265-4f4a-9ece-5cd2ba9ae783),segment_id=242c1818-f265-4f4a-9ece-5cd2ba9ae783)] {{(pid=82380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:24:48.195398 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-b9959730-9d4a-41fe-8a76-f56255fb2842 req-51f8ee00-c38c-4df5-9a1e-b56e3175ca77 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:48.239050 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f7021-e21f-473a-911c-cf27dc999737 req-698299ba-698a-4593-a2e5-8253bd74f888 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:48.240921 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b38f7021-e21f-473a-911c-cf27dc999737 req-698299ba-698a-4593-a2e5-8253bd74f888 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=79700d87-b8b0-4949-9229-179d949d7def HTTP/1.1" status: 200 len: 946 time: 0.0854995 Aug 21 12:24:48.293978 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b38f7021-e21f-473a-911c-cf27dc999737 req-0ffee4e1-589e-4900-977f-fda4c4b858e4 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d26bfea-01d4-4b7c-b351-972baf328058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462072 Aug 21 12:24:48.528461 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3ea92-2b20-4a6a-ac3d-ebce1995925a req-571d4b9c-ff04-4a52-9def-6abda096e1f5 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:48.530047 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ade3ea92-2b20-4a6a-ac3d-ebce1995925a req-571d4b9c-ff04-4a52-9def-6abda096e1f5 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 945 time: 0.0825925 Aug 21 12:24:48.540770 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-b9959730-9d4a-41fe-8a76-f56255fb2842 req-51f8ee00-c38c-4df5-9a1e-b56e3175ca77 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Calling delete_port for 14da48ff-e663-4972-877f-2841d3ef0c3c owned by compute:nova {{(pid=82380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:24:48.608016 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-ade3ea92-2b20-4a6a-ac3d-ebce1995925a req-3b3f1067-1a92-4098-936d-3f0f8e532ca1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Deleting port 9f0324e4-398b-4693-895b-84060224a3ac {{(pid=82379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:24:48.608400 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-ade3ea92-2b20-4a6a-ac3d-ebce1995925a req-3b3f1067-1a92-4098-936d-3f0f8e532ca1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:48.682299 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-b9959730-9d4a-41fe-8a76-f56255fb2842 req-51f8ee00-c38c-4df5-9a1e-b56e3175ca77 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:48.688819 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d2af9b06-8c6a-44d4-98d1-427371f136e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:24:48.694984 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['14da48ff-e663-4972-877f-2841d3ef0c3c'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:24:48.733583 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8ee00-c38c-4df5-9a1e-b56e3175ca77 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Pushing event deleted for resources: {'Port': ['ID=14da48ff-e663-4972-877f-2841d3ef0c3c,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:24:48.736421 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-51f8ee00-c38c-4df5-9a1e-b56e3175ca77 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:24:48.816627 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9959730-9d4a-41fe-8a76-f56255fb2842 req-51f8ee00-c38c-4df5-9a1e-b56e3175ca77 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] No DVR routers for this DVR port 14da48ff-e663-4972-877f-2841d3ef0c3c on host hv-cinder-80547 {{(pid=82380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:24:48.819740 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-b9959730-9d4a-41fe-8a76-f56255fb2842 req-51f8ee00-c38c-4df5-9a1e-b56e3175ca77 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:48.824020 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79700d87-b8b0-4949-9229-179d949d7def', 'name': 'network-vif-deleted', 'tag': '14da48ff-e663-4972-877f-2841d3ef0c3c'}] {{(pid=82380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:24:48.838933 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b9959730-9d4a-41fe-8a76-f56255fb2842 req-51f8ee00-c38c-4df5-9a1e-b56e3175ca77 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.21 "DELETE /v2.0/ports/14da48ff-e663-4972-877f-2841d3ef0c3c HTTP/1.1" status: 204 len: 173 time: 0.9755492 Aug 21 12:24:48.842497 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:48.875077 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-ade3ea92-2b20-4a6a-ac3d-ebce1995925a req-3b3f1067-1a92-4098-936d-3f0f8e532ca1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] For port 9f0324e4-398b-4693-895b-84060224a3ac, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=9f0324e4-398b-4693-895b-84060224a3ac,segment=NetworkSegment(477f8d3c-0c4e-4c51-a839-287ff5c8f96e),segment_id=477f8d3c-0c4e-4c51-a839-287ff5c8f96e)] {{(pid=82379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:24:48.875511 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-ade3ea92-2b20-4a6a-ac3d-ebce1995925a req-3b3f1067-1a92-4098-936d-3f0f8e532ca1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:48.887755 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79700d87-b8b0-4949-9229-179d949d7def', 'name': 'network-vif-deleted', 'tag': '14da48ff-e663-4972-877f-2841d3ef0c3c', 'status': 'completed', 'code': 200} Aug 21 12:24:49.009726 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-ade3ea92-2b20-4a6a-ac3d-ebce1995925a req-3b3f1067-1a92-4098-936d-3f0f8e532ca1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Calling delete_port for 9f0324e4-398b-4693-895b-84060224a3ac owned by compute:nova {{(pid=82379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:24:49.208844 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-ade3ea92-2b20-4a6a-ac3d-ebce1995925a req-3b3f1067-1a92-4098-936d-3f0f8e532ca1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:49.215650 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ab5f6f80-0ef9-4460-8d64-41cccc485fe5 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:24:49.228146 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['9f0324e4-398b-4693-895b-84060224a3ac'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:24:49.271010 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f1067-1a92-4098-936d-3f0f8e532ca1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Pushing event deleted for resources: {'Port': ['ID=9f0324e4-398b-4693-895b-84060224a3ac,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:24:49.275234 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3b3f1067-1a92-4098-936d-3f0f8e532ca1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:24:49.325938 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5062ffd-819b-4600-9acd-29d412997ca7 req-faa74801-bba9-4234-b42a-3c41e37b28f0 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:24:49.327490 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e5062ffd-819b-4600-9acd-29d412997ca7 req-faa74801-bba9-4234-b42a-3c41e37b28f0 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb805e-f4ce-46d4-af8b-571d5edcc28a HTTP/1.1" status: 200 len: 945 time: 0.1985121 Aug 21 12:24:49.381711 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade3ea92-2b20-4a6a-ac3d-ebce1995925a req-3b3f1067-1a92-4098-936d-3f0f8e532ca1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] No DVR routers for this DVR port 9f0324e4-398b-4693-895b-84060224a3ac on host hv-cinder-80547 {{(pid=82379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:24:49.386498 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-ade3ea92-2b20-4a6a-ac3d-ebce1995925a req-3b3f1067-1a92-4098-936d-3f0f8e532ca1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:49.389233 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ccb805e-f4ce-46d4-af8b-571d5edcc28a', 'name': 'network-vif-deleted', 'tag': '9f0324e4-398b-4693-895b-84060224a3ac'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:24:49.420663 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ade3ea92-2b20-4a6a-ac3d-ebce1995925a req-3b3f1067-1a92-4098-936d-3f0f8e532ca1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.21 "DELETE /v2.0/ports/9f0324e4-398b-4693-895b-84060224a3ac HTTP/1.1" status: 204 len: 173 time: 0.8850498 Aug 21 12:24:49.425756 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e5062ffd-819b-4600-9acd-29d412997ca7 req-525b01c2-7770-4cc8-8acc-781cc0b5006d tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfaac56-1bcd-4342-9340-ecb7032e4550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694885 Aug 21 12:24:49.497175 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-454040fe-9e73-4296-8e5d-248b4bd1f413 req-d26229a7-9577-44be-b942-be0a53cbe4d5 tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] 10.222.0.11 "GET /v2.0/ports?device_id=79700d87-b8b0-4949-9229-179d949d7def HTTP/1.1" status: 200 len: 210 time: 0.0463383 Aug 21 12:24:49.514037 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ccb805e-f4ce-46d4-af8b-571d5edcc28a', 'name': 'network-vif-deleted', 'tag': '9f0324e4-398b-4693-895b-84060224a3ac', 'status': 'completed', 'code': 200} Aug 21 12:24:51.283781 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 44352) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:24:51.692583 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bd4b5308-1f1b-4a17-b7e0-bd6d875dc8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7900520'] for router_interface, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:51.698871 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 14da48ff-e663-4972-877f-2841d3ef0c3c no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:24:51.733108 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] No Port match for: 14da48ff-e663-4972-877f-2841d3ef0c3c {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:24:51.733506 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 14da48ff-e663-4972-877f-2841d3ef0c3c not bound to the agent host hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:24:51.733968 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 9f0324e4-398b-4693-895b-84060224a3ac no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:24:51.769633 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] No Port match for: 9f0324e4-398b-4693-895b-84060224a3ac {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:24:51.770642 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 9f0324e4-398b-4693-895b-84060224a3ac not bound to the agent host hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:24:52.318220 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b5308-1f1b-4a17-b7e0-bd6d875dc8fd admin admin] Deleting port e2d07677-a551-423d-a529-77643ee77a6e {{(pid=82380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:24:52.318670 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bd4b5308-1f1b-4a17-b7e0-bd6d875dc8fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:52.507229 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-bd4b5308-1f1b-4a17-b7e0-bd6d875dc8fd admin admin] For port e2d07677-a551-423d-a529-77643ee77a6e, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=e2d07677-a551-423d-a529-77643ee77a6e,segment=NetworkSegment(477f8d3c-0c4e-4c51-a839-287ff5c8f96e),segment_id=477f8d3c-0c4e-4c51-a839-287ff5c8f96e)] {{(pid=82380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:24:52.507647 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bd4b5308-1f1b-4a17-b7e0-bd6d875dc8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:52.636975 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b5308-1f1b-4a17-b7e0-bd6d875dc8fd admin admin] Calling delete_port for e2d07677-a551-423d-a529-77643ee77a6e owned by network:router_interface {{(pid=82380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:24:52.814145 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bd4b5308-1f1b-4a17-b7e0-bd6d875dc8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:52.819398 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:24:52.861072 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b5308-1f1b-4a17-b7e0-bd6d875dc8fd admin admin] Pushing event deleted for resources: {'Port': ['ID=e2d07677-a551-423d-a529-77643ee77a6e,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:24:52.864286 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-bd4b5308-1f1b-4a17-b7e0-bd6d875dc8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:24:53.164564 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bd4b5308-1f1b-4a17-b7e0-bd6d875dc8fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847207007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846849064'] for router_interface, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:54.006485 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4b5308-1f1b-4a17-b7e0-bd6d875dc8fd admin admin] Router 29b69207-5ee4-4ddd-b744-1258742d6490 has already been hosted by L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 {{(pid=82380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:24:54.222711 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4b5308-1f1b-4a17-b7e0-bd6d875dc8fd admin admin] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:24:54.232029 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6bced2-1d36-48b5-ac96-858218979158 None None] Sync routers for ids ['29b69207-5ee4-4ddd-b744-1258742d6490'] in dv-cinder-805477-2-smb {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:24:54.235465 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-bd4b5308-1f1b-4a17-b7e0-bd6d875dc8fd admin admin] 10.222.0.11 "PUT /v2.0/routers/29b69207-5ee4-4ddd-b744-1258742d6490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9498699 Aug 21 12:24:54.238116 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 44380) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:24:54.245242 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6bced2-1d36-48b5-ac96-858218979158 None None] Routers {'29b69207-5ee4-4ddd-b744-1258742d6490'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:24:54.245947 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-bf6bced2-1d36-48b5-ac96-858218979158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:24:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['29b69207-5ee4-4ddd-b744-1258742d6490'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:24:54.450482 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-435fffdd-7b7f-47d3-89d6-cb136a472ffc admin admin] Notify callbacks [] for router, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:54.583590 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-bf6bced2-1d36-48b5-ac96-858218979158 None None] Set router 29b69207-5ee4-4ddd-b744-1258742d6490 gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:24:54.655467 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-435fffdd-7b7f-47d3-89d6-cb136a472ffc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:54.665628 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-435fffdd-7b7f-47d3-89d6-cb136a472ffc admin admin] Deleting port 8b903eaa-bf10-4b94-aabd-a0854a29f3a0 {{(pid=82380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:24:54.666012 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-435fffdd-7b7f-47d3-89d6-cb136a472ffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:54.867966 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-435fffdd-7b7f-47d3-89d6-cb136a472ffc admin admin] For port 8b903eaa-bf10-4b94-aabd-a0854a29f3a0, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=8b903eaa-bf10-4b94-aabd-a0854a29f3a0,segment=NetworkSegment(04830730-7182-4df6-a102-4ded0d586a71),segment_id=04830730-7182-4df6-a102-4ded0d586a71)] {{(pid=82380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:24:54.868366 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-435fffdd-7b7f-47d3-89d6-cb136a472ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:54.896400 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-bf6bced2-1d36-48b5-ac96-858218979158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'name': 'tempest-TestMinimumBasicScenario-31014458-router', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '8b903eaa-bf10-4b94-aabd-a0854a29f3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:20:26Z', 'updated_at': '2021-08-21T12:24:52Z', 'revision_number': 5, 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'gw_port': {'id': '8b903eaa-bf10-4b94-aabd-a0854a29f3a0', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:26Z', 'updated_at': '2021-08-21T12:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb'}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:24:54.900554 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6bced2-1d36-48b5-ac96-858218979158 None None] Checking router: 29b69207-5ee4-4ddd-b744-1258742d6490 for host: dv-cinder-805477-2-smb {{(pid=82381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:24:54.914921 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6bced2-1d36-48b5-ac96-858218979158 None None] Routers {'29b69207-5ee4-4ddd-b744-1258742d6490'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:24:54.915648 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-bf6bced2-1d36-48b5-ac96-858218979158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:24:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['29b69207-5ee4-4ddd-b744-1258742d6490'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:24:55.001316 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-435fffdd-7b7f-47d3-89d6-cb136a472ffc admin admin] Calling delete_port for 8b903eaa-bf10-4b94-aabd-a0854a29f3a0 owned by network:router_gateway {{(pid=82380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:24:55.083354 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-bf6bced2-1d36-48b5-ac96-858218979158 None None] Set router 29b69207-5ee4-4ddd-b744-1258742d6490 gateway port host: None {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:24:55.172645 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-435fffdd-7b7f-47d3-89d6-cb136a472ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:55.177173 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5cab84cf-9709-4353-9f66-0d2fadb765dc tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:24:55.203392 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-bf6bced2-1d36-48b5-ac96-858218979158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'name': 'tempest-TestMinimumBasicScenario-31014458-router', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:20:26Z', 'updated_at': '2021-08-21T12:24:54Z', 'revision_number': 6, 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'gw_port_host': None}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:24:55.208403 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6bced2-1d36-48b5-ac96-858218979158 None None] The sync data for ids ['29b69207-5ee4-4ddd-b744-1258742d6490'] in dv-cinder-805477-2-smb is: [{'id': '29b69207-5ee4-4ddd-b744-1258742d6490', 'name': 'tempest-TestMinimumBasicScenario-31014458-router', 'tenant_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:20:26Z', 'updated_at': '2021-08-21T12:24:54Z', 'revision_number': 6, 'project_id': 'f04b45e6b62a49fbbf9eada7c40a9bf6', 'gw_port_host': None}] {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:24:55.217591 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fffdd-7b7f-47d3-89d6-cb136a472ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=8b903eaa-bf10-4b94-aabd-a0854a29f3a0,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:24:55.222087 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-435fffdd-7b7f-47d3-89d6-cb136a472ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:24:55.417651 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device e2d07677-a551-423d-a529-77643ee77a6e no longer exists at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:24:55.462698 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] No Port match for: e2d07677-a551-423d-a529-77643ee77a6e {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:24:55.467232 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device e2d07677-a551-423d-a529-77643ee77a6e not bound to the agent host dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:24:55.494478 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-435fffdd-7b7f-47d3-89d6-cb136a472ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7927897'] for router_gateway, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:55.780589 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-435fffdd-7b7f-47d3-89d6-cb136a472ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7925337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-503566'] for router, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:55.785879 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-435fffdd-7b7f-47d3-89d6-cb136a472ffc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:55.817227 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-435fffdd-7b7f-47d3-89d6-cb136a472ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846850615'] for router, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:55.817909 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435fffdd-7b7f-47d3-89d6-cb136a472ffc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29b69207-5ee4-4ddd-b744-1258742d6490 {{(pid=82380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 21 12:24:55.834406 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-435fffdd-7b7f-47d3-89d6-cb136a472ffc admin admin] Notify callbacks [] for router, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:55.835676 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-435fffdd-7b7f-47d3-89d6-cb136a472ffc admin admin] 10.222.0.11 "DELETE /v2.0/routers/29b69207-5ee4-4ddd-b744-1258742d6490 HTTP/1.1" status: 204 len: 168 time: 1.5960770 Aug 21 12:24:55.838382 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 44398) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:24:55.904831 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_v2 [None req-0080fcda-fa0d-473d-b69f-ee681ff1cda2 admin admin] Deleting subnet 0c1b910a-8c38-40eb-bbef-e2693f867665 {{(pid=82380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:24:55.907883 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0080fcda-fa0d-473d-b69f-ee681ff1cda2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:55.963528 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0080fcda-fa0d-473d-b69f-ee681ff1cda2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848065894'] for subnet, precommit_delete_associations {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:56.087740 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0080fcda-fa0d-473d-b69f-ee681ff1cda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:56.157786 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0080fcda-fa0d-473d-b69f-ee681ff1cda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848059214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6737682'] for subnet, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:56.162879 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:24:56.197320 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080fcda-fa0d-473d-b69f-ee681ff1cda2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c1b910a-8c38-40eb-bbef-e2693f867665,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:24:56.200974 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-0080fcda-fa0d-473d-b69f-ee681ff1cda2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:24:56.204289 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0080fcda-fa0d-473d-b69f-ee681ff1cda2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:56.209771 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c2538b-8e17-41eb-8361-8414b4357eed None None] Network fb61732c-c52e-4864-ba61-9ddcc4b9007c requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:24:56.213184 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-0080fcda-fa0d-473d-b69f-ee681ff1cda2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0c1b910a-8c38-40eb-bbef-e2693f867665 HTTP/1.1" status: 204 len: 168 time: 0.3714356 Aug 21 12:24:56.213458 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 44404) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:24:56.330496 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-765d5618-0172-47bc-923a-3aa861445798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-476761'] for network, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:56.341512 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-765d5618-0172-47bc-923a-3aa861445798 admin admin] Deleting port bb7eca4a-74e7-4edb-95cd-b69147d2c8e8 {{(pid=82380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:24:56.341889 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-765d5618-0172-47bc-923a-3aa861445798 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:56.472572 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a554767d-f4b1-4b71-89c8-bb14dd25d5ed None None] DHCP port deletion for fb61732c-c52e-4864-ba61-9ddcc4b9007c request from dv-cinder-805477-2-smb {{(pid=82381) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Aug 21 12:24:56.477577 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-a554767d-f4b1-4b71-89c8-bb14dd25d5ed None None] Deleting port bb7eca4a-74e7-4edb-95cd-b69147d2c8e8 {{(pid=82381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:24:56.478040 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a554767d-f4b1-4b71-89c8-bb14dd25d5ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:56.698632 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-a554767d-f4b1-4b71-89c8-bb14dd25d5ed None None] For port bb7eca4a-74e7-4edb-95cd-b69147d2c8e8, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=bb7eca4a-74e7-4edb-95cd-b69147d2c8e8,segment=NetworkSegment(477f8d3c-0c4e-4c51-a839-287ff5c8f96e),segment_id=477f8d3c-0c4e-4c51-a839-287ff5c8f96e)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:24:56.699152 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a554767d-f4b1-4b71-89c8-bb14dd25d5ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:56.787080 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-765d5618-0172-47bc-923a-3aa861445798 admin admin] For port bb7eca4a-74e7-4edb-95cd-b69147d2c8e8, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=bb7eca4a-74e7-4edb-95cd-b69147d2c8e8,segment=NetworkSegment(477f8d3c-0c4e-4c51-a839-287ff5c8f96e),segment_id=477f8d3c-0c4e-4c51-a839-287ff5c8f96e)] {{(pid=82380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:24:56.787481 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-765d5618-0172-47bc-923a-3aa861445798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:56.845462 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-a554767d-f4b1-4b71-89c8-bb14dd25d5ed None None] Calling delete_port for bb7eca4a-74e7-4edb-95cd-b69147d2c8e8 owned by network:dhcp {{(pid=82381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:24:56.919383 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-765d5618-0172-47bc-923a-3aa861445798 admin admin] Calling delete_port for bb7eca4a-74e7-4edb-95cd-b69147d2c8e8 owned by network:dhcp {{(pid=82380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:24:56.991030 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a554767d-f4b1-4b71-89c8-bb14dd25d5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762'] for port, after_delete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:56.996844 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:24:56.998256 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.db.api [None req-765d5618-0172-47bc-923a-3aa861445798 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82380) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 12:24:56.998631 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_db.api [None req-765d5618-0172-47bc-923a-3aa861445798 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 12:24:57.041845 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554767d-f4b1-4b71-89c8-bb14dd25d5ed None None] Pushing event deleted for resources: {'Port': ['ID=bb7eca4a-74e7-4edb-95cd-b69147d2c8e8,revision_number=None']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:24:57.044530 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-a554767d-f4b1-4b71-89c8-bb14dd25d5ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:24:57.047394 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a554767d-f4b1-4b71-89c8-bb14dd25d5ed None None] No DVR routers for this DVR port bb7eca4a-74e7-4edb-95cd-b69147d2c8e8 on host dv-cinder-805477-2-smb {{(pid=82381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:24:57.343936 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device bb7eca4a-74e7-4edb-95cd-b69147d2c8e8 no longer exists at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:24:57.377348 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] No Port match for: bb7eca4a-74e7-4edb-95cd-b69147d2c8e8 {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:24:57.377737 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device bb7eca4a-74e7-4edb-95cd-b69147d2c8e8 not bound to the agent host dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:24:57.378185 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 8b903eaa-bf10-4b94-aabd-a0854a29f3a0 no longer exists at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:24:57.413593 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] No Port match for: 8b903eaa-bf10-4b94-aabd-a0854a29f3a0 {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:24:57.413919 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 8b903eaa-bf10-4b94-aabd-a0854a29f3a0 not bound to the agent host dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:24:57.500247 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-765d5618-0172-47bc-923a-3aa861445798 admin admin] Deleting port bb7eca4a-74e7-4edb-95cd-b69147d2c8e8 {{(pid=82380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:24:57.500635 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-765d5618-0172-47bc-923a-3aa861445798 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:57.568661 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-765d5618-0172-47bc-923a-3aa861445798 admin admin] The port 'bb7eca4a-74e7-4edb-95cd-b69147d2c8e8' was deleted {{(pid=82380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Aug 21 12:24:57.693406 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-765d5618-0172-47bc-923a-3aa861445798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773097', 'neutron.services.segments.db._delete_segments_for_network--9223363279269330172'] for network, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:57.706608 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-765d5618-0172-47bc-923a-3aa861445798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb61732c-c52e-4864-ba61-9ddcc4b9007c']}} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:24:57.719344 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-765d5618-0172-47bc-923a-3aa861445798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477f8d3c-0c4e-4c51-a839-287ff5c8f96e') {'for_net_delete': True} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:24:57.719683 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-765d5618-0172-47bc-923a-3aa861445798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477f8d3c-0c4e-4c51-a839-287ff5c8f96e') {} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:24:57.731965 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-765d5618-0172-47bc-923a-3aa861445798 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279269335395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6709906'] for segment, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:57.746981 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-765d5618-0172-47bc-923a-3aa861445798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:57.753353 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765d5618-0172-47bc-923a-3aa861445798 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=82380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:24:57.753781 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-765d5618-0172-47bc-923a-3aa861445798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854685446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848059169'] for segment, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: % (table.description, expected, rows_matched) Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: % (table.description, expected, rows_matched) Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: % (table.description, expected, rows_matched) Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: % (table.description, expected, rows_matched) Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: Traceback (most recent call last): Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: timer() Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: cb(*args, **kw) Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: return func(*args, **kwargs) Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: self._notify() Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: self.callback(batched_events) Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: event.method(event) Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: segment_id)['aggregates'][0] Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: return f(self, *a, **k) Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: return self._get(url).json() Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: **kwargs) Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: return self.request(url, 'GET', **kwargs) Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: **endpoint_filter) Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:24:57.768553 dv-cinder-805477-2-smb neutron-server[82268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:24:57.846472 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-765d5618-0172-47bc-923a-3aa861445798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846847901'] for network, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:57.850530 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:24:57.872291 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-765d5618-0172-47bc-923a-3aa861445798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:57.876114 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d5618-0172-47bc-923a-3aa861445798 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb61732c-c52e-4864-ba61-9ddcc4b9007c,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:24:57.881531 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-765d5618-0172-47bc-923a-3aa861445798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:24:57.892854 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-765d5618-0172-47bc-923a-3aa861445798 admin admin] 10.222.0.11 "DELETE /v2.0/networks/fb61732c-c52e-4864-ba61-9ddcc4b9007c HTTP/1.1" status: 204 len: 168 time: 1.6784074 Aug 21 12:24:57.896228 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 44420) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:24:58.312484 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c51924c4-1a63-4196-a650-71f8424fdd9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7900520'] for router_interface, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:58.934016 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-c51924c4-1a63-4196-a650-71f8424fdd9f admin admin] Deleting port 633273cc-ee72-4099-9ac2-f3d62b78ee93 {{(pid=82380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:24:58.934594 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c51924c4-1a63-4196-a650-71f8424fdd9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:59.113172 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-c51924c4-1a63-4196-a650-71f8424fdd9f admin admin] For port 633273cc-ee72-4099-9ac2-f3d62b78ee93, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=633273cc-ee72-4099-9ac2-f3d62b78ee93,segment=NetworkSegment(467652f8-9423-4708-acb6-59b36febd5cd),segment_id=467652f8-9423-4708-acb6-59b36febd5cd)] {{(pid=82380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:24:59.113600 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c51924c4-1a63-4196-a650-71f8424fdd9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:59.236966 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-c51924c4-1a63-4196-a650-71f8424fdd9f admin admin] Calling delete_port for 633273cc-ee72-4099-9ac2-f3d62b78ee93 owned by network:router_interface {{(pid=82380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:24:59.412402 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c51924c4-1a63-4196-a650-71f8424fdd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:59.417038 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-22093c3a-b598-43af-b084-231c8ba09a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:24:59.461224 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51924c4-1a63-4196-a650-71f8424fdd9f admin admin] Pushing event deleted for resources: {'Port': ['ID=633273cc-ee72-4099-9ac2-f3d62b78ee93,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:24:59.464231 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c51924c4-1a63-4196-a650-71f8424fdd9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:24:59.766738 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c51924c4-1a63-4196-a650-71f8424fdd9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847207007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846849064'] for router_interface, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:00.610093 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51924c4-1a63-4196-a650-71f8424fdd9f admin admin] Router 11bc5a6d-79b7-40ff-bf61-0edd14de0cb0 has already been hosted by L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 {{(pid=82380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:25:00.818868 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51924c4-1a63-4196-a650-71f8424fdd9f admin admin] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:25:00.827875 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a57f23-8864-4bcf-b081-befd092ab18f None None] Sync routers for ids ['11bc5a6d-79b7-40ff-bf61-0edd14de0cb0'] in dv-cinder-805477-2-smb {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:25:00.835850 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-c51924c4-1a63-4196-a650-71f8424fdd9f admin admin] 10.222.0.11 "PUT /v2.0/routers/11bc5a6d-79b7-40ff-bf61-0edd14de0cb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9384420 Aug 21 12:25:00.837657 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 44450) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:00.840850 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a57f23-8864-4bcf-b081-befd092ab18f None None] Routers {'11bc5a6d-79b7-40ff-bf61-0edd14de0cb0'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:25:00.841534 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-d6a57f23-8864-4bcf-b081-befd092ab18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:24:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['11bc5a6d-79b7-40ff-bf61-0edd14de0cb0'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:25:01.025695 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-d6a57f23-8864-4bcf-b081-befd092ab18f None None] Set router 11bc5a6d-79b7-40ff-bf61-0edd14de0cb0 gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:25:01.045694 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d65b8926-0dff-4301-9c90-ba7d912c8c92 admin admin] Notify callbacks [] for router, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:01.248210 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d65b8926-0dff-4301-9c90-ba7d912c8c92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:01.256755 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8926-0dff-4301-9c90-ba7d912c8c92 admin admin] Deleting port 28727f10-452e-4620-8a01-a829ee9e4f06 {{(pid=82380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:25:01.257152 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d65b8926-0dff-4301-9c90-ba7d912c8c92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:01.323990 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-d6a57f23-8864-4bcf-b081-befd092ab18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bc5a6d-79b7-40ff-bf61-0edd14de0cb0', 'name': 'tempest-TestMinimumBasicScenario-905996912-router', 'tenant_id': 'f9623a2db6174f9bad2043a3a22ad49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': '28727f10-452e-4620-8a01-a829ee9e4f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:20:36Z', 'updated_at': '2021-08-21T12:24:59Z', 'revision_number': 5, 'project_id': 'f9623a2db6174f9bad2043a3a22ad49c', 'gw_port': {'id': '28727f10-452e-4620-8a01-a829ee9e4f06', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bc5a6d-79b7-40ff-bf61-0edd14de0cb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:20:37Z', 'updated_at': '2021-08-21T12:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb'}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:25:01.329715 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a57f23-8864-4bcf-b081-befd092ab18f None None] Checking router: 11bc5a6d-79b7-40ff-bf61-0edd14de0cb0 for host: dv-cinder-805477-2-smb {{(pid=82382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:25:01.341526 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a57f23-8864-4bcf-b081-befd092ab18f None None] Routers {'11bc5a6d-79b7-40ff-bf61-0edd14de0cb0'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:25:01.342181 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-d6a57f23-8864-4bcf-b081-befd092ab18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:24:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['11bc5a6d-79b7-40ff-bf61-0edd14de0cb0'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:25:01.449230 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-d65b8926-0dff-4301-9c90-ba7d912c8c92 admin admin] For port 28727f10-452e-4620-8a01-a829ee9e4f06, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=28727f10-452e-4620-8a01-a829ee9e4f06,segment=NetworkSegment(04830730-7182-4df6-a102-4ded0d586a71),segment_id=04830730-7182-4df6-a102-4ded0d586a71)] {{(pid=82380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:25:01.449632 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d65b8926-0dff-4301-9c90-ba7d912c8c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:01.503629 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-d6a57f23-8864-4bcf-b081-befd092ab18f None None] Set router 11bc5a6d-79b7-40ff-bf61-0edd14de0cb0 gateway port host: None {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:25:01.584070 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8926-0dff-4301-9c90-ba7d912c8c92 admin admin] Calling delete_port for 28727f10-452e-4620-8a01-a829ee9e4f06 owned by network:router_gateway {{(pid=82380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:25:01.618276 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-d6a57f23-8864-4bcf-b081-befd092ab18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bc5a6d-79b7-40ff-bf61-0edd14de0cb0', 'name': 'tempest-TestMinimumBasicScenario-905996912-router', 'tenant_id': 'f9623a2db6174f9bad2043a3a22ad49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:20:36Z', 'updated_at': '2021-08-21T12:25:01Z', 'revision_number': 6, 'project_id': 'f9623a2db6174f9bad2043a3a22ad49c', 'gw_port_host': None}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:25:01.623018 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a57f23-8864-4bcf-b081-befd092ab18f None None] The sync data for ids ['11bc5a6d-79b7-40ff-bf61-0edd14de0cb0'] in dv-cinder-805477-2-smb is: [{'id': '11bc5a6d-79b7-40ff-bf61-0edd14de0cb0', 'name': 'tempest-TestMinimumBasicScenario-905996912-router', 'tenant_id': 'f9623a2db6174f9bad2043a3a22ad49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:20:36Z', 'updated_at': '2021-08-21T12:25:01Z', 'revision_number': 6, 'project_id': 'f9623a2db6174f9bad2043a3a22ad49c', 'gw_port_host': None}] {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:25:01.796692 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d65b8926-0dff-4301-9c90-ba7d912c8c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:01.806218 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:01.859242 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8926-0dff-4301-9c90-ba7d912c8c92 admin admin] Pushing event deleted for resources: {'Port': ['ID=28727f10-452e-4620-8a01-a829ee9e4f06,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:01.862818 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d65b8926-0dff-4301-9c90-ba7d912c8c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:02.091524 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d65b8926-0dff-4301-9c90-ba7d912c8c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7927897'] for router_gateway, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:02.593633 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d65b8926-0dff-4301-9c90-ba7d912c8c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7925337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-503566'] for router, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:02.598041 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d65b8926-0dff-4301-9c90-ba7d912c8c92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:02.620563 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d65b8926-0dff-4301-9c90-ba7d912c8c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846850615'] for router, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:02.621179 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65b8926-0dff-4301-9c90-ba7d912c8c92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11bc5a6d-79b7-40ff-bf61-0edd14de0cb0 {{(pid=82380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 21 12:25:02.634322 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d65b8926-0dff-4301-9c90-ba7d912c8c92 admin admin] Notify callbacks [] for router, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:02.635669 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-d65b8926-0dff-4301-9c90-ba7d912c8c92 admin admin] 10.222.0.11 "DELETE /v2.0/routers/11bc5a6d-79b7-40ff-bf61-0edd14de0cb0 HTTP/1.1" status: 204 len: 168 time: 1.7969663 Aug 21 12:25:02.638611 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 44466) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:02.715379 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_v2 [None req-3869c68d-a513-42cd-b137-0f8bf1d97634 admin admin] Deleting subnet d2fcd3ca-8325-4111-b334-5ffea4804796 {{(pid=82379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:25:02.718907 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3869c68d-a513-42cd-b137-0f8bf1d97634 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:02.779596 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3869c68d-a513-42cd-b137-0f8bf1d97634 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7174635'] for subnet, precommit_delete_associations {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:02.923140 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3869c68d-a513-42cd-b137-0f8bf1d97634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:03.010938 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3869c68d-a513-42cd-b137-0f8bf1d97634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847602020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847913740'] for subnet, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:03.016108 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-84111b88-fb29-4c29-8778-668d24c9889b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:03.059822 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869c68d-a513-42cd-b137-0f8bf1d97634 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2fcd3ca-8325-4111-b334-5ffea4804796,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:03.063181 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3869c68d-a513-42cd-b137-0f8bf1d97634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:03.070976 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3869c68d-a513-42cd-b137-0f8bf1d97634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for subnet, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:03.077623 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398a15aa-80a4-4dc4-895c-89b577bbe92f None None] Network 6923033d-3c1e-4e94-ba5c-e75686732a49 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:25:03.078081 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-3869c68d-a513-42cd-b137-0f8bf1d97634 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d2fcd3ca-8325-4111-b334-5ffea4804796 HTTP/1.1" status: 204 len: 168 time: 0.4382510 Aug 21 12:25:03.081528 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 44482) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:03.201043 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-601c4e76-1659-40e7-9410-d1e69e44b9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-476761'] for network, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:03.211921 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-601c4e76-1659-40e7-9410-d1e69e44b9a5 admin admin] Deleting port 25f0adb6-c9b6-456a-a1c6-0749075f15f2 {{(pid=82380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:25:03.212297 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-601c4e76-1659-40e7-9410-d1e69e44b9a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:03.356097 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be80097-67e1-440b-a112-f2f2d9011171 None None] DHCP port deletion for 6923033d-3c1e-4e94-ba5c-e75686732a49 request from dv-cinder-805477-2-smb {{(pid=82381) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Aug 21 12:25:03.360878 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-3be80097-67e1-440b-a112-f2f2d9011171 None None] Deleting port 25f0adb6-c9b6-456a-a1c6-0749075f15f2 {{(pid=82381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:25:03.361446 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3be80097-67e1-440b-a112-f2f2d9011171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:03.391755 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 633273cc-ee72-4099-9ac2-f3d62b78ee93 no longer exists at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:25:03.431802 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-601c4e76-1659-40e7-9410-d1e69e44b9a5 admin admin] For port 25f0adb6-c9b6-456a-a1c6-0749075f15f2, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=25f0adb6-c9b6-456a-a1c6-0749075f15f2,segment=NetworkSegment(467652f8-9423-4708-acb6-59b36febd5cd),segment_id=467652f8-9423-4708-acb6-59b36febd5cd)] {{(pid=82380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:25:03.432205 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-601c4e76-1659-40e7-9410-d1e69e44b9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:03.434852 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] No Port match for: 633273cc-ee72-4099-9ac2-f3d62b78ee93 {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:25:03.435239 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 633273cc-ee72-4099-9ac2-f3d62b78ee93 not bound to the agent host dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:25:03.435701 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 28727f10-452e-4620-8a01-a829ee9e4f06 no longer exists at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:25:03.469696 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] No Port match for: 28727f10-452e-4620-8a01-a829ee9e4f06 {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:25:03.470012 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 28727f10-452e-4620-8a01-a829ee9e4f06 not bound to the agent host dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:25:03.564149 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-601c4e76-1659-40e7-9410-d1e69e44b9a5 admin admin] Calling delete_port for 25f0adb6-c9b6-456a-a1c6-0749075f15f2 owned by network:dhcp {{(pid=82380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:25:03.637248 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-601c4e76-1659-40e7-9410-d1e69e44b9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:03.641900 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:03.642248 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-3be80097-67e1-440b-a112-f2f2d9011171 None None] For port 25f0adb6-c9b6-456a-a1c6-0749075f15f2, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=25f0adb6-c9b6-456a-a1c6-0749075f15f2,segment=NetworkSegment(467652f8-9423-4708-acb6-59b36febd5cd),segment_id=467652f8-9423-4708-acb6-59b36febd5cd)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:25:03.642695 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3be80097-67e1-440b-a112-f2f2d9011171 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:03.683710 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c4e76-1659-40e7-9410-d1e69e44b9a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=25f0adb6-c9b6-456a-a1c6-0749075f15f2,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:03.686500 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-601c4e76-1659-40e7-9410-d1e69e44b9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:03.689085 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601c4e76-1659-40e7-9410-d1e69e44b9a5 admin admin] No DVR routers for this DVR port 25f0adb6-c9b6-456a-a1c6-0749075f15f2 on host dv-cinder-805477-2-smb {{(pid=82380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:25:03.772973 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-3be80097-67e1-440b-a112-f2f2d9011171 None None] Calling delete_port for 25f0adb6-c9b6-456a-a1c6-0749075f15f2 owned by network:dhcp {{(pid=82381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:25:03.814203 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-601c4e76-1659-40e7-9410-d1e69e44b9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773097', 'neutron.services.segments.db._delete_segments_for_network--9223363279269330172'] for network, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:03.828418 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-601c4e76-1659-40e7-9410-d1e69e44b9a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6923033d-3c1e-4e94-ba5c-e75686732a49']}} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:25:03.841385 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-601c4e76-1659-40e7-9410-d1e69e44b9a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467652f8-9423-4708-acb6-59b36febd5cd') {'for_net_delete': True} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:25:03.841733 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-601c4e76-1659-40e7-9410-d1e69e44b9a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467652f8-9423-4708-acb6-59b36febd5cd') {} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:25:03.847848 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.db.api [None req-3be80097-67e1-440b-a112-f2f2d9011171 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82381) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 12:25:03.848261 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_db.api [None req-3be80097-67e1-440b-a112-f2f2d9011171 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 12:25:03.853929 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-601c4e76-1659-40e7-9410-d1e69e44b9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279269335395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6709906'] for segment, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:03.876629 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-601c4e76-1659-40e7-9410-d1e69e44b9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:03.884014 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-601c4e76-1659-40e7-9410-d1e69e44b9a5 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=82380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:25:03.884437 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-601c4e76-1659-40e7-9410-d1e69e44b9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854685446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848059169'] for segment, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: Traceback (most recent call last): Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: timer() Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: cb(*args, **kw) Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: return func(*args, **kwargs) Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: self._notify() Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: self.callback(batched_events) Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: event.method(event) Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: segment_id)['aggregates'][0] Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: return f(self, *a, **k) Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: return self._get(url).json() Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: **kwargs) Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: return self.request(url, 'GET', **kwargs) Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: **endpoint_filter) Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:25:03.898153 dv-cinder-805477-2-smb neutron-server[82268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:25:03.979286 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-601c4e76-1659-40e7-9410-d1e69e44b9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846847901'] for network, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:03.982920 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:03.999790 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-601c4e76-1659-40e7-9410-d1e69e44b9a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:04.007032 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c4e76-1659-40e7-9410-d1e69e44b9a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6923033d-3c1e-4e94-ba5c-e75686732a49,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:04.011547 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-601c4e76-1659-40e7-9410-d1e69e44b9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:04.017910 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-601c4e76-1659-40e7-9410-d1e69e44b9a5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6923033d-3c1e-4e94-ba5c-e75686732a49 HTTP/1.1" status: 204 len: 168 time: 0.9347689 Aug 21 12:25:04.169433 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 44496) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:04.224268 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-f6bb1e66-8fca-4910-b7e8-d0a4f593a07e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f04b45e6b62a49fbbf9eada7c40a9bf6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0539763 Aug 21 12:25:04.224944 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 44502) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:04.289228 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-de4dfa31-7350-4b12-a7d9-919facb862b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:04.318927 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-de4dfa31-7350-4b12-a7d9-919facb862b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:04.349406 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-3be80097-67e1-440b-a112-f2f2d9011171 None None] Deleting port 25f0adb6-c9b6-456a-a1c6-0749075f15f2 {{(pid=82381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:25:04.350005 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3be80097-67e1-440b-a112-f2f2d9011171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:04.364894 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-de4dfa31-7350-4b12-a7d9-919facb862b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:04.370344 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-69c3e6aa-22fd-41d9-af14-5713462a8150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:04.383758 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4dfa31-7350-4b12-a7d9-919facb862b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfaac56-1bcd-4342-9340-ecb7032e4550,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:04.386779 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-de4dfa31-7350-4b12-a7d9-919facb862b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:04.387672 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-de4dfa31-7350-4b12-a7d9-919facb862b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:04.388901 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-de4dfa31-7350-4b12-a7d9-919facb862b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3bfaac56-1bcd-4342-9340-ecb7032e4550 HTTP/1.1" status: 204 len: 168 time: 0.1628423 Aug 21 12:25:04.429181 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-3be80097-67e1-440b-a112-f2f2d9011171 None None] The port '25f0adb6-c9b6-456a-a1c6-0749075f15f2' was deleted {{(pid=82381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Aug 21 12:25:04.793868 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 44510) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:04.845648 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-1f7b8321-24fa-4b7d-9603-8eb65335e02d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f9623a2db6174f9bad2043a3a22ad49c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0504019 Aug 21 12:25:04.849010 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 44514) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:04.913358 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-64d954ac-a40c-46a6-9d28-62eb4d242eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:04.939402 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-64d954ac-a40c-46a6-9d28-62eb4d242eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:04.988994 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-64d954ac-a40c-46a6-9d28-62eb4d242eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:04.994062 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5549d399-f46c-443f-8088-fcf0447ab100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:05.008291 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d954ac-a40c-46a6-9d28-62eb4d242eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e7a787-6747-4e63-b3e9-e541131e467c,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:05.011055 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-64d954ac-a40c-46a6-9d28-62eb4d242eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:05.012206 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-64d954ac-a40c-46a6-9d28-62eb4d242eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:05.013447 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-64d954ac-a40c-46a6-9d28-62eb4d242eac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/17e7a787-6747-4e63-b3e9-e541131e467c HTTP/1.1" status: 204 len: 168 time: 0.1634414 Aug 21 12:25:05.349679 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 25f0adb6-c9b6-456a-a1c6-0749075f15f2 no longer exists at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:25:05.389052 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] No Port match for: 25f0adb6-c9b6-456a-a1c6-0749075f15f2 {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:25:05.389442 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 25f0adb6-c9b6-456a-a1c6-0749075f15f2 not bound to the agent host dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:25:10.561817 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 44582) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:10.626854 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ad2d4a-b760-4ad3-a3e3-20020c69e667 admin admin] Deleting subnet bb32d0ac-62de-499e-a376-5ba10c596e96 {{(pid=82379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:25:10.630539 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-63ad2d4a-b760-4ad3-a3e3-20020c69e667 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:10.684315 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-63ad2d4a-b760-4ad3-a3e3-20020c69e667 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7174635'] for subnet, precommit_delete_associations {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:10.741207 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-63ad2d4a-b760-4ad3-a3e3-20020c69e667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:10.812222 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-63ad2d4a-b760-4ad3-a3e3-20020c69e667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847602020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847913740'] for subnet, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:10.823526 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:10.857787 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-63ad2d4a-b760-4ad3-a3e3-20020c69e667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for subnet, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:10.863715 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:25:10.868264 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-63ad2d4a-b760-4ad3-a3e3-20020c69e667 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bb32d0ac-62de-499e-a376-5ba10c596e96 HTTP/1.1" status: 204 len: 168 time: 0.3052599 Aug 21 12:25:10.871251 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 44590) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:10.872749 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad2d4a-b760-4ad3-a3e3-20020c69e667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb32d0ac-62de-499e-a376-5ba10c596e96,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:10.875276 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-63ad2d4a-b760-4ad3-a3e3-20020c69e667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:10.991659 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9f4f717c-c518-4220-ac4f-ce2e832e6104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-476761'] for network, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:11.122872 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9f4f717c-c518-4220-ac4f-ce2e832e6104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773097', 'neutron.services.segments.db._delete_segments_for_network--9223363279269330172'] for network, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:11.136092 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-9f4f717c-c518-4220-ac4f-ce2e832e6104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57392be1-9b8f-40ee-b2ea-4615e0e7219d']}} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:25:11.152211 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-9f4f717c-c518-4220-ac4f-ce2e832e6104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '242c1818-f265-4f4a-9ece-5cd2ba9ae783') {'for_net_delete': True} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:25:11.152553 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-9f4f717c-c518-4220-ac4f-ce2e832e6104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '242c1818-f265-4f4a-9ece-5cd2ba9ae783') {} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:25:11.165888 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9f4f717c-c518-4220-ac4f-ce2e832e6104 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279269335395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6709906'] for segment, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:11.180935 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9f4f717c-c518-4220-ac4f-ce2e832e6104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:11.187181 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4f717c-c518-4220-ac4f-ce2e832e6104 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=82380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:25:11.187608 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9f4f717c-c518-4220-ac4f-ce2e832e6104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854685446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848059169'] for segment, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: Traceback (most recent call last): Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: timer() Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: cb(*args, **kw) Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: return func(*args, **kwargs) Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: self._notify() Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: self.callback(batched_events) Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: event.method(event) Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: segment_id)['aggregates'][0] Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: return f(self, *a, **k) Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: return self._get(url).json() Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: **kwargs) Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: return self.request(url, 'GET', **kwargs) Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: **endpoint_filter) Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:25:11.201360 dv-cinder-805477-2-smb neutron-server[82268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:25:11.275257 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9f4f717c-c518-4220-ac4f-ce2e832e6104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846847901'] for network, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:11.278835 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:11.295041 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9f4f717c-c518-4220-ac4f-ce2e832e6104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:11.307642 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f717c-c518-4220-ac4f-ce2e832e6104 admin admin] Pushing event deleted for resources: {'Network': ['ID=57392be1-9b8f-40ee-b2ea-4615e0e7219d,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:11.311023 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-9f4f717c-c518-4220-ac4f-ce2e832e6104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:11.315260 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-9f4f717c-c518-4220-ac4f-ce2e832e6104 admin admin] 10.222.0.11 "DELETE /v2.0/networks/57392be1-9b8f-40ee-b2ea-4615e0e7219d HTTP/1.1" status: 204 len: 168 time: 0.4428446 Aug 21 12:25:11.525129 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 44596) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:11.577546 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-6425f450-fc4a-4e41-9f7b-759f9f5706ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=003cdda6bef14854904da9e144a7491b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0510750 Aug 21 12:25:11.579904 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 44600) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:11.641383 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-08850baa-a9bf-4b51-b6a9-eb90eafb6fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:11.668709 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-08850baa-a9bf-4b51-b6a9-eb90eafb6fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:11.712254 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-08850baa-a9bf-4b51-b6a9-eb90eafb6fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:11.717313 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-777cc819-2386-412a-8ed0-c3945132058e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:11.729629 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08850baa-a9bf-4b51-b6a9-eb90eafb6fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d26bfea-01d4-4b7c-b351-972baf328058,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:11.732723 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-08850baa-a9bf-4b51-b6a9-eb90eafb6fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:11.734723 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-08850baa-a9bf-4b51-b6a9-eb90eafb6fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:11.735935 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-08850baa-a9bf-4b51-b6a9-eb90eafb6fc1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6d26bfea-01d4-4b7c-b351-972baf328058 HTTP/1.1" status: 204 len: 168 time: 0.1550503 Aug 21 12:25:13.057615 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-40827d74-a0e8-41ef-b73b-daa291ea566d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:14.513880 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:15.196693 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-301fb8f2-5029-4d46-aeb2-d26c82bb6c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:15.803203 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:17.193506 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:18.660789 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 44690) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:18.830153 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-599c9e86-09bf-41ad-8779-aec98d1f21da admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:18.849235 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:18.868002 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-599c9e86-09bf-41ad-8779-aec98d1f21da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:25:18.872383 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-599c9e86-09bf-41ad-8779-aec98d1f21da admin admin] Usage tracker for resource:security_group_rule and tenant:9ba16c27e5e3496d8888a98786143dc2 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:25:18.875361 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-599c9e86-09bf-41ad-8779-aec98d1f21da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:25:18.882432 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-599c9e86-09bf-41ad-8779-aec98d1f21da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:25:18.959646 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-599c9e86-09bf-41ad-8779-aec98d1f21da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:18.963418 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-599c9e86-09bf-41ad-8779-aec98d1f21da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:18.971451 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f465f2ac-105e-47b2-b2ab-bf1d4435e4e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:19.015520 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c9e86-09bf-41ad-8779-aec98d1f21da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cb911d-c732-49ff-b894-f5ab7ea23c07,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:19.020234 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-599c9e86-09bf-41ad-8779-aec98d1f21da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:19.022595 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-599c9e86-09bf-41ad-8779-aec98d1f21da admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ba16c27e5e3496d8888a98786143dc2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3606892 Aug 21 12:25:19.025398 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 44704) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:19.089991 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c3f3a91c-40ae-41f5-85dd-98a37855f7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:19.121308 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c3f3a91c-40ae-41f5-85dd-98a37855f7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:19.166234 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c3f3a91c-40ae-41f5-85dd-98a37855f7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:19.171245 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-1d15d3e0-ca58-4779-95e4-dad8b1e25464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:19.183720 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3a91c-40ae-41f5-85dd-98a37855f7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cb911d-c732-49ff-b894-f5ab7ea23c07,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:19.186811 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c3f3a91c-40ae-41f5-85dd-98a37855f7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:19.188731 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c3f3a91c-40ae-41f5-85dd-98a37855f7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:19.193483 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-c3f3a91c-40ae-41f5-85dd-98a37855f7b4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/99cb911d-c732-49ff-b894-f5ab7ea23c07 HTTP/1.1" status: 204 len: 168 time: 0.1670005 Aug 21 12:25:20.078873 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 44732) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:20.215601 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-1bb5f2ff-0bbe-4fd4-ad37-14d98ef53889 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-671626786-network', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:25:20.220727 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-1bb5f2ff-0bbe-4fd4-ad37-14d98ef53889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:25:20.225501 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-1bb5f2ff-0bbe-4fd4-ad37-14d98ef53889 admin admin] Usage tracker for resource:network and tenant:c61de113f0bd4c8681decc48f0d759bb is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:25:20.228570 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-1bb5f2ff-0bbe-4fd4-ad37-14d98ef53889 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:25:20.235409 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-1bb5f2ff-0bbe-4fd4-ad37-14d98ef53889 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:25:20.245101 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb5f2ff-0bbe-4fd4-ad37-14d98ef53889 admin admin] Made reservation on behalf of c61de113f0bd4c8681decc48f0d759bb for: {'network': 1} {{(pid=82379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:25:20.249715 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1bb5f2ff-0bbe-4fd4-ad37-14d98ef53889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for network, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:20.263436 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1bb5f2ff-0bbe-4fd4-ad37-14d98ef53889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:20.301104 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-1bb5f2ff-0bbe-4fd4-ad37-14d98ef53889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:25:20.305106 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-1bb5f2ff-0bbe-4fd4-ad37-14d98ef53889 admin admin] Usage tracker for resource:security_group_rule and tenant:c61de113f0bd4c8681decc48f0d759bb is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:25:20.308016 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-1bb5f2ff-0bbe-4fd4-ad37-14d98ef53889 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:25:20.314173 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-1bb5f2ff-0bbe-4fd4-ad37-14d98ef53889 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:25:20.383327 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1bb5f2ff-0bbe-4fd4-ad37-14d98ef53889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:20.386132 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1bb5f2ff-0bbe-4fd4-ad37-14d98ef53889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:20.390240 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-a305bd2a-1397-4c5f-8a29-82f55025e3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:20.418195 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb5f2ff-0bbe-4fd4-ad37-14d98ef53889 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=82379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:25:20.433100 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5f2ff-0bbe-4fd4-ad37-14d98ef53889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab3076b-9da1-4e4d-a0ac-f820152c687c,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:20.436052 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1bb5f2ff-0bbe-4fd4-ad37-14d98ef53889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:20.436457 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.segments_db [None req-1bb5f2ff-0bbe-4fd4-ad37-14d98ef53889 admin admin] Added segment 6c4d65b5-ee89-49b8-a84e-3294554a92f4 of type vlan for network 584f663b-435a-48ca-b621-8f11c231b397 Aug 21 12:25:20.437807 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-1bb5f2ff-0bbe-4fd4-ad37-14d98ef53889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:20.464499 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1bb5f2ff-0bbe-4fd4-ad37-14d98ef53889 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757584836911'] for network, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:20.495398 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1bb5f2ff-0bbe-4fd4-ad37-14d98ef53889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808'] for network, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:20.496677 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb5f2ff-0bbe-4fd4-ad37-14d98ef53889 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:20.497357 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1bb5f2ff-0bbe-4fd4-ad37-14d98ef53889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:20.502455 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:20.608124 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-1bb5f2ff-0bbe-4fd4-ad37-14d98ef53889 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5280392 Aug 21 12:25:20.611310 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5f2ff-0bbe-4fd4-ad37-14d98ef53889 admin admin] Pushing event updated for resources: {'Network': ['ID=584f663b-435a-48ca-b621-8f11c231b397,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:20.611640 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 44740) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:20.614847 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-1bb5f2ff-0bbe-4fd4-ad37-14d98ef53889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:20.620892 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-713b9e0f-ae48-469e-a81a-9b4541886974 admin admin] Request body: {'subnet': {'network_id': '584f663b-435a-48ca-b621-8f11c231b397', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-671626786-subnet', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'ip_version': 4}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:25:20.622702 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Network 584f663b-435a-48ca-b621-8f11c231b397 details requested by agent ovs-agent-dv-cinder-805477-2-smb with host dv-cinder-805477-2-smb {{(pid=82381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:25:20.626510 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-713b9e0f-ae48-469e-a81a-9b4541886974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:25:20.631695 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-713b9e0f-ae48-469e-a81a-9b4541886974 admin admin] Usage tracker for resource:subnet and tenant:c61de113f0bd4c8681decc48f0d759bb is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:25:20.634738 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-713b9e0f-ae48-469e-a81a-9b4541886974 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:25:20.640842 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-713b9e0f-ae48-469e-a81a-9b4541886974 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:25:20.651427 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713b9e0f-ae48-469e-a81a-9b4541886974 admin admin] Made reservation on behalf of c61de113f0bd4c8681decc48f0d759bb for: {'subnet': 1} {{(pid=82380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:25:20.656150 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-713b9e0f-ae48-469e-a81a-9b4541886974 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848038028'] for subnet, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:20.877827 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-713b9e0f-ae48-469e-a81a-9b4541886974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848061579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848038043'] for subnet, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:20.881655 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:20.955170 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b9e0f-ae48-469e-a81a-9b4541886974 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70758fb0-22b5-4316-a8d6-e9838934778a,revision_number=0']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:20.961143 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-713b9e0f-ae48-469e-a81a-9b4541886974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:20.973893 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713b9e0f-ae48-469e-a81a-9b4541886974 admin admin] Checking segment: {'id': '6c4d65b5-ee89-49b8-a84e-3294554a92f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '584f663b-435a-48ca-b621-8f11c231b397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:25:20.974319 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713b9e0f-ae48-469e-a81a-9b4541886974 admin admin] Network hostable DHCP agents. Network: 584f663b-435a-48ca-b621-8f11c231b397, hostable agents: ['225e7d11-fae5-4c67-af4e-3e3ed6d78c06'], hosted agents: [] {{(pid=82380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:25:20.998280 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713b9e0f-ae48-469e-a81a-9b4541886974 admin admin] Network 584f663b-435a-48ca-b621-8f11c231b397 is scheduled to be hosted by DHCP agent 225e7d11-fae5-4c67-af4e-3e3ed6d78c06 with binding_index 1 {{(pid=82380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:25:21.006346 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-713b9e0f-ae48-469e-a81a-9b4541886974 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-smb, 584f663b-435a-48ca-b621-8f11c231b397) {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:25:21.010275 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713b9e0f-ae48-469e-a81a-9b4541886974 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:21.010916 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-713b9e0f-ae48-469e-a81a-9b4541886974 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:21.015799 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e43d92-1727-42c2-bf3a-db6e67bd6128 None None] Network 584f663b-435a-48ca-b621-8f11c231b397 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:25:21.036376 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-713b9e0f-ae48-469e-a81a-9b4541886974 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4233079 Aug 21 12:25:21.039153 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 44746) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:21.044742 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-55233208-9238-40b6-a50b-e90ebaf8248a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-671626786-router', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'}}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:25:21.050043 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-55233208-9238-40b6-a50b-e90ebaf8248a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:25:21.056084 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-55233208-9238-40b6-a50b-e90ebaf8248a admin admin] Usage tracker for resource:router and tenant:c61de113f0bd4c8681decc48f0d759bb is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:25:21.060061 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-55233208-9238-40b6-a50b-e90ebaf8248a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:25:21.066226 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-55233208-9238-40b6-a50b-e90ebaf8248a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:25:21.075773 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-55233208-9238-40b6-a50b-e90ebaf8248a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7925268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-503649'] for router, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:21.076754 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-55233208-9238-40b6-a50b-e90ebaf8248a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846850359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846847987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846465200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854272135'] for router, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:21.095857 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-55233208-9238-40b6-a50b-e90ebaf8248a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:21.254560 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-55233208-9238-40b6-a50b-e90ebaf8248a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846847972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7925287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854272250'] for router, precommit_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:21.264957 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1540b73d-d21b-5d33-a5e4-0f13765dac1f-584f663b-435a-48ca-b621-8f11c231b397', 'network_id': '584f663b-435a-48ca-b621-8f11c231b397', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'fixed_ips': [{'subnet_id': '70758fb0-22b5-4316-a8d6-e9838934778a'}]}} from dv-cinder-805477-2-smb. {{(pid=82381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Aug 21 12:25:21.266015 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:21.439848 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Allocated IP 172.20.0.2 (584f663b-435a-48ca-b621-8f11c231b397/70758fb0-22b5-4316-a8d6-e9838934778a/ac201fea-ceb7-4fd4-914c-8ad3fddad0ab) {{(pid=82381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:25:21.468650 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-55233208-9238-40b6-a50b-e90ebaf8248a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:21.515961 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-55233208-9238-40b6-a50b-e90ebaf8248a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:21.669698 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Notify callbacks [] for port, precommit_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:21.679950 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-55233208-9238-40b6-a50b-e90ebaf8248a admin admin] Allocated IP 172.28.2.8 (17d050b5-9d10-4030-a56f-7262e0bfffca/7ff80433-24f5-4344-a1b2-e78aa99f1de5/ba2d90f0-d46c-4052-8177-56de9d397e4e) {{(pid=82380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:25:21.681703 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Transition to ACTIVE for port object ac201fea-ceb7-4fd4-914c-8ad3fddad0ab will not be triggered until provisioned by entity L2. {{(pid=82381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:25:21.703301 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Transition to ACTIVE for port object ac201fea-ceb7-4fd4-914c-8ad3fddad0ab will not be triggered until provisioned by entity DHCP. {{(pid=82381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:25:21.709314 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038'] for port, after_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:21.722239 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:21.797579 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Pushing event updated for resources: {'Port': ['ID=ac201fea-ceb7-4fd4-914c-8ad3fddad0ab,revision_number=1']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:21.810362 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:25:21.811156 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:25:21.812079 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:25:21.812766 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:25:21.813352 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:25:21.813938 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:25:21.814499 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:25:21.815056 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:25:21.815645 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:25:21.816949 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:25:21.817639 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:25:21.822301 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:21.824697 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Network 584f663b-435a-48ca-b621-8f11c231b397 is already hosted by enough agents. {{(pid=82381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:25:21.827437 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Resources bound (agent type, host, resource id): {{(pid=82381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:25:21.829686 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Received port after_create {{(pid=82381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:25:21.867167 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-55233208-9238-40b6-a50b-e90ebaf8248a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:21.895303 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-55233208-9238-40b6-a50b-e90ebaf8248a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:21.899906 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d8fca565-1bdc-4b83-b652-b5f49a9d320e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:21.923422 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Attempting to bind port ac201fea-ceb7-4fd4-914c-8ad3fddad0ab on host dv-cinder-805477-2-smb for vnic_type normal with profile {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:25:21.923825 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Attempting to bind port ac201fea-ceb7-4fd4-914c-8ad3fddad0ab by drivers openvswitch,hyperv on host dv-cinder-805477-2-smb at level 0 using segments [{'id': '6c4d65b5-ee89-49b8-a84e-3294554a92f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '584f663b-435a-48ca-b621-8f11c231b397'}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:25:21.924213 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Attempting to bind port ac201fea-ceb7-4fd4-914c-8ad3fddad0ab on network 584f663b-435a-48ca-b621-8f11c231b397 {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:25:21.931617 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Checking agent: {'id': '18930305-9dab-4cc1-b040-572ba18151c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 9, 44), 'started_at': datetime.datetime(2021, 8, 21, 12, 10, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:25:21.932385 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Checking segment: {'id': '6c4d65b5-ee89-49b8-a84e-3294554a92f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '584f663b-435a-48ca-b621-8f11c231b397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:25:21.932477 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:21.932856 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Bound using segment: {'id': '6c4d65b5-ee89-49b8-a84e-3294554a92f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '584f663b-435a-48ca-b621-8f11c231b397'} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:25:21.933405 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Bound port: ac201fea-ceb7-4fd4-914c-8ad3fddad0ab, host: dv-cinder-805477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4d65b5-ee89-49b8-a84e-3294554a92f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '584f663b-435a-48ca-b621-8f11c231b397'}}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:25:21.933819 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:21.977187 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55233208-9238-40b6-a50b-e90ebaf8248a admin admin] Network 17d050b5-9d10-4030-a56f-7262e0bfffca is already hosted by enough agents. {{(pid=82380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:25:21.980272 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-55233208-9238-40b6-a50b-e90ebaf8248a admin admin] Resources bound (agent type, host, resource id): {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:25:21.985917 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55233208-9238-40b6-a50b-e90ebaf8248a admin admin] Received port after_create {{(pid=82380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:25:22.016070 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55233208-9238-40b6-a50b-e90ebaf8248a admin admin] Pushing event updated for resources: {'Port': ['ID=ba2d90f0-d46c-4052-8177-56de9d397e4e,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:22.022849 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-55233208-9238-40b6-a50b-e90ebaf8248a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:22.045614 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] For port ac201fea-ceb7-4fd4-914c-8ad3fddad0ab, host dv-cinder-805477-2-smb, cleared binding levels {{(pid=82381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:25:22.049404 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] For port ac201fea-ceb7-4fd4-914c-8ad3fddad0ab, host dv-cinder-805477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=ac201fea-ceb7-4fd4-914c-8ad3fddad0ab,segment=NetworkSegment(6c4d65b5-ee89-49b8-a84e-3294554a92f4),segment_id=6c4d65b5-ee89-49b8-a84e-3294554a92f4)] {{(pid=82381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:25:22.053865 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:22.058695 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:22.156937 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Pushing event updated for resources: {'Port': ['ID=ac201fea-ceb7-4fd4-914c-8ad3fddad0ab,revision_number=2']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:22.161228 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:22.162736 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04ec81-f521-4171-b29c-73c8a4b9e7dc req-7be40397-a1a7-4e1b-b4df-8293398840a2 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:22.164382 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6c04ec81-f521-4171-b29c-73c8a4b9e7dc req-7be40397-a1a7-4e1b-b4df-8293398840a2 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 946 time: 0.0935466 Aug 21 12:25:22.167192 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-55233208-9238-40b6-a50b-e90ebaf8248a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:22.168204 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-55233208-9238-40b6-a50b-e90ebaf8248a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846850513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7927847'] for router, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:22.226034 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6c04ec81-f521-4171-b29c-73c8a4b9e7dc req-2bec94da-3c0f-4e78-b9be-07e3cf4ef4da tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487814 Aug 21 12:25:22.422109 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55233208-9238-40b6-a50b-e90ebaf8248a admin admin] Router 7017eb44-bbc9-4f2c-acb7-012ec7375c89 is scheduled to L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 with binding_index 1 {{(pid=82380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Aug 21 12:25:22.648072 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55233208-9238-40b6-a50b-e90ebaf8248a admin admin] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:25:22.657278 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c7f32e-711d-4b37-b647-089faabd5ca8 None None] Sync routers for ids ['7017eb44-bbc9-4f2c-acb7-012ec7375c89'] in dv-cinder-805477-2-smb {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:25:22.673966 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c7f32e-711d-4b37-b647-089faabd5ca8 None None] Routers {'7017eb44-bbc9-4f2c-acb7-012ec7375c89'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:25:22.674440 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-55233208-9238-40b6-a50b-e90ebaf8248a admin admin] Notify callbacks [] for router, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:22.674654 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-86c7f32e-711d-4b37-b647-089faabd5ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:25:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['7017eb44-bbc9-4f2c-acb7-012ec7375c89'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:25:22.677291 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-55233208-9238-40b6-a50b-e90ebaf8248a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.6370556 Aug 21 12:25:22.680907 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 44768) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:22.861445 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-86c7f32e-711d-4b37-b647-089faabd5ca8 None None] Set router 7017eb44-bbc9-4f2c-acb7-012ec7375c89 gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:25:23.173170 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-86c7f32e-711d-4b37-b647-089faabd5ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'name': 'tempest-TestShelveInstance-671626786-router', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ba2d90f0-d46c-4052-8177-56de9d397e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:25:21Z', 'updated_at': '2021-08-21T12:25:22Z', 'revision_number': 3, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'gw_port': {'id': 'ba2d90f0-d46c-4052-8177-56de9d397e4e', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:87:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:21Z', 'updated_at': '2021-08-21T12:25:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb'}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:25:23.179186 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c7f32e-711d-4b37-b647-089faabd5ca8 None None] Checking router: 7017eb44-bbc9-4f2c-acb7-012ec7375c89 for host: dv-cinder-805477-2-smb {{(pid=82381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:25:23.179584 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c7f32e-711d-4b37-b647-089faabd5ca8 None None] Updating router 7017eb44-bbc9-4f2c-acb7-012ec7375c89 port ba2d90f0-d46c-4052-8177-56de9d397e4e binding host dv-cinder-805477-2-smb {{(pid=82381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:25:23.239484 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-86c7f32e-711d-4b37-b647-089faabd5ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:23.493660 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device ac201fea-ceb7-4fd4-914c-8ad3fddad0ab up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:25:23.500180 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be819c-51ad-49c0-80ee-041f3b978d59 req-1dd5f41a-8fa9-48c1-8122-c757fab0d539 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:23.508146 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-81be819c-51ad-49c0-80ee-041f3b978d59 req-1dd5f41a-8fa9-48c1-8122-c757fab0d539 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 946 time: 0.1089561 Aug 21 12:25:23.567503 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-81be819c-51ad-49c0-80ee-041f3b978d59 req-d2dacd84-bbc7-4599-90c6-54bd383af619 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578029 Aug 21 12:25:23.639799 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning for port ac201fea-ceb7-4fd4-914c-8ad3fddad0ab completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:25:23.735886 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-86c7f32e-711d-4b37-b647-089faabd5ca8 None None] Notify callbacks [] for port, precommit_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:23.749887 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-86c7f32e-711d-4b37-b647-089faabd5ca8 None None] Transition to ACTIVE for port object ba2d90f0-d46c-4052-8177-56de9d397e4e will not be triggered until provisioned by entity L2. {{(pid=82381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:25:23.756886 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-86c7f32e-711d-4b37-b647-089faabd5ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:23.761793 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:23.826448 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d25bc7f2-32af-4b22-834b-46a978b6ca8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:23.976482 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb757912-9ba0-4325-af00-f7fffad4f0aa None None] Network 584f663b-435a-48ca-b621-8f11c231b397 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:25:24.061912 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-d25bc7f2-32af-4b22-834b-46a978b6ca8a admin admin] Allocated IP 172.20.0.1 (584f663b-435a-48ca-b621-8f11c231b397/70758fb0-22b5-4316-a8d6-e9838934778a/172c9e68-d246-48b6-867a-2f091c658472) {{(pid=82380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:25:24.107775 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-86c7f32e-711d-4b37-b647-089faabd5ca8 None None] Attempting to bind port ba2d90f0-d46c-4052-8177-56de9d397e4e on host dv-cinder-805477-2-smb for vnic_type normal with profile {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:25:24.108196 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-86c7f32e-711d-4b37-b647-089faabd5ca8 None None] Attempting to bind port ba2d90f0-d46c-4052-8177-56de9d397e4e by drivers openvswitch,hyperv on host dv-cinder-805477-2-smb at level 0 using segments [{'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:25:24.108607 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c7f32e-711d-4b37-b647-089faabd5ca8 None None] Attempting to bind port ba2d90f0-d46c-4052-8177-56de9d397e4e on network 17d050b5-9d10-4030-a56f-7262e0bfffca {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:25:24.115064 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b2b00-0bc8-4d62-a9b3-1a863b013327 None None] Pushing event updated for resources: {'Port': ['ID=ba2d90f0-d46c-4052-8177-56de9d397e4e,revision_number=2']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:24.121718 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f26b2b00-0bc8-4d62-a9b3-1a863b013327 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:24.133437 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c7f32e-711d-4b37-b647-089faabd5ca8 None None] Checking agent: {'id': '18930305-9dab-4cc1-b040-572ba18151c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 9, 44), 'started_at': datetime.datetime(2021, 8, 21, 12, 10, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:25:24.133867 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c7f32e-711d-4b37-b647-089faabd5ca8 None None] Checking segment: {'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:25:24.134319 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-86c7f32e-711d-4b37-b647-089faabd5ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:24.134754 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c7f32e-711d-4b37-b647-089faabd5ca8 None None] Bound using segment: {'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:25:24.135286 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-86c7f32e-711d-4b37-b647-089faabd5ca8 None None] Bound port: ba2d90f0-d46c-4052-8177-56de9d397e4e, host: dv-cinder-805477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'}}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:25:24.135704 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-86c7f32e-711d-4b37-b647-089faabd5ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:24.177149 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-24ad1683-7ce5-45c3-bfea-05aca5d378f3 None None] Provisioning for port ac201fea-ceb7-4fd4-914c-8ad3fddad0ab completed by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:25:24.205621 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-24ad1683-7ce5-45c3-bfea-05aca5d378f3 None None] Provisioning complete for port ac201fea-ceb7-4fd4-914c-8ad3fddad0ab triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:25:24.205979 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-24ad1683-7ce5-45c3-bfea-05aca5d378f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:24.227991 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d25bc7f2-32af-4b22-834b-46a978b6ca8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:24.244706 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-d25bc7f2-32af-4b22-834b-46a978b6ca8a admin admin] Transition to ACTIVE for port object 172c9e68-d246-48b6-867a-2f091c658472 will not be triggered until provisioned by entity DHCP. {{(pid=82380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:25:24.264307 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d25bc7f2-32af-4b22-834b-46a978b6ca8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:24.269452 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-e0bf1c9c-40a0-450e-9e8b-1bcc4b56f1a0 tempest-VolumesActionsTest-413710521 tempest-VolumesActionsTest-413710521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:24.334842 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25bc7f2-32af-4b22-834b-46a978b6ca8a admin admin] Network 584f663b-435a-48ca-b621-8f11c231b397 is already hosted by enough agents. {{(pid=82380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:25:24.338342 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-d25bc7f2-32af-4b22-834b-46a978b6ca8a admin admin] Resources bound (agent type, host, resource id): {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:25:24.342314 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25bc7f2-32af-4b22-834b-46a978b6ca8a admin admin] Received port after_create {{(pid=82380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:25:24.351835 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-86c7f32e-711d-4b37-b647-089faabd5ca8 None None] For port ba2d90f0-d46c-4052-8177-56de9d397e4e, host dv-cinder-805477-2-smb, cleared binding levels {{(pid=82381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:25:24.375157 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25bc7f2-32af-4b22-834b-46a978b6ca8a admin admin] Pushing event updated for resources: {'Port': ['ID=172c9e68-d246-48b6-867a-2f091c658472,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:24.382415 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d25bc7f2-32af-4b22-834b-46a978b6ca8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:24.401906 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-86c7f32e-711d-4b37-b647-089faabd5ca8 None None] For port ba2d90f0-d46c-4052-8177-56de9d397e4e, host dv-cinder-805477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=ba2d90f0-d46c-4052-8177-56de9d397e4e,segment=NetworkSegment(04830730-7182-4df6-a102-4ded0d586a71),segment_id=04830730-7182-4df6-a102-4ded0d586a71)] {{(pid=82381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:25:24.403966 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d25bc7f2-32af-4b22-834b-46a978b6ca8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846875142'] for router_interface, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:24.408555 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-86c7f32e-711d-4b37-b647-089faabd5ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:24.416591 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:24.488956 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d25bc7f2-32af-4b22-834b-46a978b6ca8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:24.558633 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-24ad1683-7ce5-45c3-bfea-05aca5d378f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:24.586211 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b2b00-0bc8-4d62-a9b3-1a863b013327 None None] Pushing event updated for resources: {'Port': ['ID=ba2d90f0-d46c-4052-8177-56de9d397e4e,revision_number=3']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:24.592997 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f26b2b00-0bc8-4d62-a9b3-1a863b013327 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:24.617370 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-24ad1683-7ce5-45c3-bfea-05aca5d378f3 None None] For port ac201fea-ceb7-4fd4-914c-8ad3fddad0ab, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=ac201fea-ceb7-4fd4-914c-8ad3fddad0ab,segment=NetworkSegment(6c4d65b5-ee89-49b8-a84e-3294554a92f4),segment_id=6c4d65b5-ee89-49b8-a84e-3294554a92f4)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:25:24.620720 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c7f32e-711d-4b37-b647-089faabd5ca8 None None] Routers {'7017eb44-bbc9-4f2c-acb7-012ec7375c89'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:25:24.621860 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-86c7f32e-711d-4b37-b647-089faabd5ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:25:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['7017eb44-bbc9-4f2c-acb7-012ec7375c89'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:25:24.698206 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-24ad1683-7ce5-45c3-bfea-05aca5d378f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:24.703417 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:24.745502 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d25bc7f2-32af-4b22-834b-46a978b6ca8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:24.749789 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d25bc7f2-32af-4b22-834b-46a978b6ca8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848059139'] for port, after_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:24.821198 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-e5234dbb-6d2f-4cdc-8a1e-41848b918e7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:24.843656 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b2f7f-826e-4b63-ac51-9792ee051309 req-fb519dd3-5f8e-4596-9316-358dfbeaa03d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:24.852318 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d25bc7f2-32af-4b22-834b-46a978b6ca8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7568825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7900505'] for router_interface, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:24.852972 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f69b2f7f-826e-4b63-ac51-9792ee051309 req-fb519dd3-5f8e-4596-9316-358dfbeaa03d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 946 time: 0.1189809 Aug 21 12:25:24.885040 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad1683-7ce5-45c3-bfea-05aca5d378f3 None None] Pushing event updated for resources: {'Port': ['ID=ac201fea-ceb7-4fd4-914c-8ad3fddad0ab,revision_number=3']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:24.891888 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-24ad1683-7ce5-45c3-bfea-05aca5d378f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:24.913293 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f69b2f7f-826e-4b63-ac51-9792ee051309 req-a4f4420c-29f9-4ea4-b160-7275c3ab2bdb tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592201 Aug 21 12:25:24.922639 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-86c7f32e-711d-4b37-b647-089faabd5ca8 None None] Set router 7017eb44-bbc9-4f2c-acb7-012ec7375c89 gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:25:24.995319 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25bc7f2-32af-4b22-834b-46a978b6ca8a admin admin] Pushing event updated for resources: {'Port': ['ID=172c9e68-d246-48b6-867a-2f091c658472,revision_number=2']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:25.000124 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d25bc7f2-32af-4b22-834b-46a978b6ca8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:25.053357 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25bc7f2-32af-4b22-834b-46a978b6ca8a admin admin] Network 584f663b-435a-48ca-b621-8f11c231b397 is already hosted by enough agents. {{(pid=82380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:25:25.054618 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-d25bc7f2-32af-4b22-834b-46a978b6ca8a admin admin] Resources bound (agent type, host, resource id): {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:25:25.172577 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-913b49df-6756-4930-aaa8-bf9ea11ff00c None None] Provisioning for port 172c9e68-d246-48b6-867a-2f091c658472 completed by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:25:25.192617 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-913b49df-6756-4930-aaa8-bf9ea11ff00c None None] Provisioning complete for port 172c9e68-d246-48b6-867a-2f091c658472 triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:25:25.193158 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-913b49df-6756-4930-aaa8-bf9ea11ff00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:25.296494 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-913b49df-6756-4930-aaa8-bf9ea11ff00c None None] Port 172c9e68-d246-48b6-867a-2f091c658472 cannot update to ACTIVE because it is not bound. {{(pid=82381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:25:25.332975 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-913b49df-6756-4930-aaa8-bf9ea11ff00c None None] Provisioning complete for port ac201fea-ceb7-4fd4-914c-8ad3fddad0ab triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:25:25.333388 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-913b49df-6756-4930-aaa8-bf9ea11ff00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:25.392674 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device ac201fea-ceb7-4fd4-914c-8ad3fddad0ab up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:25:25.432717 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-86c7f32e-711d-4b37-b647-089faabd5ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'name': 'tempest-TestShelveInstance-671626786-router', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ba2d90f0-d46c-4052-8177-56de9d397e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:25:21Z', 'updated_at': '2021-08-21T12:25:24Z', 'revision_number': 4, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'gw_port': {'id': 'ba2d90f0-d46c-4052-8177-56de9d397e4e', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:87:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:21Z', 'updated_at': '2021-08-21T12:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '172c9e68-d246-48b6-867a-2f091c658472', 'name': '', 'network_id': '584f663b-435a-48ca-b621-8f11c231b397', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'mac_address': 'fa:16:3e:c0:f7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70758fb0-22b5-4316-a8d6-e9838934778a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:23Z', 'updated_at': '2021-08-21T12:25:24Z', 'revision_number': 1, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'subnets': [{'id': '70758fb0-22b5-4316-a8d6-e9838934778a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:25:25.443986 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c7f32e-711d-4b37-b647-089faabd5ca8 None None] The sync data for ids ['7017eb44-bbc9-4f2c-acb7-012ec7375c89'] in dv-cinder-805477-2-smb is: [{'id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'name': 'tempest-TestShelveInstance-671626786-router', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ba2d90f0-d46c-4052-8177-56de9d397e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:25:21Z', 'updated_at': '2021-08-21T12:25:24Z', 'revision_number': 4, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'gw_port': {'id': 'ba2d90f0-d46c-4052-8177-56de9d397e4e', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:87:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:21Z', 'updated_at': '2021-08-21T12:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '172c9e68-d246-48b6-867a-2f091c658472', 'name': '', 'network_id': '584f663b-435a-48ca-b621-8f11c231b397', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'mac_address': 'fa:16:3e:c0:f7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70758fb0-22b5-4316-a8d6-e9838934778a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:23Z', 'updated_at': '2021-08-21T12:25:24Z', 'revision_number': 1, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'subnets': [{'id': '70758fb0-22b5-4316-a8d6-e9838934778a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:25:25.491260 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25bc7f2-32af-4b22-834b-46a978b6ca8a admin admin] Router 7017eb44-bbc9-4f2c-acb7-012ec7375c89 has already been hosted by L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 {{(pid=82380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:25:25.541268 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port ac201fea-ceb7-4fd4-914c-8ad3fddad0ab triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:25:25.541695 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:25.701378 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-01b6b88d-beda-4610-9d81-31158844f3ea None None] Provisioning complete for port 172c9e68-d246-48b6-867a-2f091c658472 triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:25:25.701799 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-01b6b88d-beda-4610-9d81-31158844f3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:25.722677 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25bc7f2-32af-4b22-834b-46a978b6ca8a admin admin] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:25:25.731965 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-d25bc7f2-32af-4b22-834b-46a978b6ca8a admin admin] 10.222.0.11 "PUT /v2.0/routers/7017eb44-bbc9-4f2c-acb7-012ec7375c89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0498571 Aug 21 12:25:25.760861 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-01b6b88d-beda-4610-9d81-31158844f3ea None None] Port 172c9e68-d246-48b6-867a-2f091c658472 cannot update to ACTIVE because it is not bound. {{(pid=82381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:25:26.163477 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3faafa5-3c73-4282-8ad8-61d06097a63b req-17be8945-d214-456d-9e35-f93db3827841 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:26.165129 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e3faafa5-3c73-4282-8ad8-61d06097a63b req-17be8945-d214-456d-9e35-f93db3827841 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 946 time: 0.0909126 Aug 21 12:25:26.217166 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e3faafa5-3c73-4282-8ad8-61d06097a63b req-7e7cb3e0-b056-4795-ab6e-e389d46a5e32 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457802 Aug 21 12:25:26.711592 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 44802) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:26.718032 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-14b0bb9d-730d-4905-b073-e8f156ccba88 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1881440021-network', 'tenant_id': 'c5b97b40014f49aa868a8f7551a6968e'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:25:26.723960 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-14b0bb9d-730d-4905-b073-e8f156ccba88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:25:26.728104 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-14b0bb9d-730d-4905-b073-e8f156ccba88 admin admin] Usage tracker for resource:network and tenant:c5b97b40014f49aa868a8f7551a6968e is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:25:26.731239 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-14b0bb9d-730d-4905-b073-e8f156ccba88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:25:26.737338 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-14b0bb9d-730d-4905-b073-e8f156ccba88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:25:26.749476 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b0bb9d-730d-4905-b073-e8f156ccba88 admin admin] Made reservation on behalf of c5b97b40014f49aa868a8f7551a6968e for: {'network': 1} {{(pid=82380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:25:26.755031 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-14b0bb9d-730d-4905-b073-e8f156ccba88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for network, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:26.770562 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-14b0bb9d-730d-4905-b073-e8f156ccba88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:26.806169 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-14b0bb9d-730d-4905-b073-e8f156ccba88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:25:26.810214 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-14b0bb9d-730d-4905-b073-e8f156ccba88 admin admin] Usage tracker for resource:security_group_rule and tenant:c5b97b40014f49aa868a8f7551a6968e is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:25:26.813480 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-14b0bb9d-730d-4905-b073-e8f156ccba88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:25:26.820564 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-14b0bb9d-730d-4905-b073-e8f156ccba88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:25:26.892170 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-14b0bb9d-730d-4905-b073-e8f156ccba88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:26.895897 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-14b0bb9d-730d-4905-b073-e8f156ccba88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:26.900572 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-2e86e5b4-540a-4ff1-9ef7-5faac006dd15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:26.929218 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b0bb9d-730d-4905-b073-e8f156ccba88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=82380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:25:26.943009 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0bb9d-730d-4905-b073-e8f156ccba88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d676577-02cc-44df-97d6-873b5ace4786,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:26.946283 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-14b0bb9d-730d-4905-b073-e8f156ccba88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:26.949201 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-14b0bb9d-730d-4905-b073-e8f156ccba88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:26.949588 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.segments_db [None req-14b0bb9d-730d-4905-b073-e8f156ccba88 admin admin] Added segment b7684182-f51a-46c1-a730-5dae5e737c0f of type vlan for network 071c46fb-b90e-4789-9352-faa4138ce448 Aug 21 12:25:26.979353 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-14b0bb9d-730d-4905-b073-e8f156ccba88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757584836911'] for network, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:27.014081 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-14b0bb9d-730d-4905-b073-e8f156ccba88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808'] for network, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:27.015363 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b0bb9d-730d-4905-b073-e8f156ccba88 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:27.016011 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-14b0bb9d-730d-4905-b073-e8f156ccba88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:27.019727 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:27.130738 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-14b0bb9d-730d-4905-b073-e8f156ccba88 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4178972 Aug 21 12:25:27.131679 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0bb9d-730d-4905-b073-e8f156ccba88 admin admin] Pushing event updated for resources: {'Network': ['ID=071c46fb-b90e-4789-9352-faa4138ce448,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:27.133765 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 44808) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:27.134448 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-14b0bb9d-730d-4905-b073-e8f156ccba88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:27.140201 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-b7376283-2fd1-4492-9ce3-f068b1fcb49c admin admin] Request body: {'subnet': {'network_id': '071c46fb-b90e-4789-9352-faa4138ce448', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1881440021-subnet', 'tenant_id': 'c5b97b40014f49aa868a8f7551a6968e', 'ip_version': 4}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:25:27.141820 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Network 071c46fb-b90e-4789-9352-faa4138ce448 details requested by agent ovs-agent-dv-cinder-805477-2-smb with host dv-cinder-805477-2-smb {{(pid=82381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:25:27.145721 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-b7376283-2fd1-4492-9ce3-f068b1fcb49c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:25:27.149910 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-b7376283-2fd1-4492-9ce3-f068b1fcb49c admin admin] Usage tracker for resource:subnet and tenant:c5b97b40014f49aa868a8f7551a6968e is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:25:27.152997 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-b7376283-2fd1-4492-9ce3-f068b1fcb49c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:25:27.159089 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-b7376283-2fd1-4492-9ce3-f068b1fcb49c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:25:27.169921 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7376283-2fd1-4492-9ce3-f068b1fcb49c admin admin] Made reservation on behalf of c5b97b40014f49aa868a8f7551a6968e for: {'subnet': 1} {{(pid=82379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:25:27.174896 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b7376283-2fd1-4492-9ce3-f068b1fcb49c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6861970'] for subnet, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:27.403399 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device ba2d90f0-d46c-4052-8177-56de9d397e4e up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:25:27.454346 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b7376283-2fd1-4492-9ce3-f068b1fcb49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847601317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6861955'] for subnet, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:27.466433 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-63ad2d4a-b760-4ad3-a3e3-20020c69e667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:27.477918 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning for port ba2d90f0-d46c-4052-8177-56de9d397e4e completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:25:27.483090 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port ba2d90f0-d46c-4052-8177-56de9d397e4e triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:25:27.483498 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:27.567056 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee844aa-2327-4195-b3dc-c44f0c9e8e1d req-1f9d098a-e0ce-4f92-86df-89014275c409 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:27.568674 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-dee844aa-2327-4195-b3dc-c44f0c9e8e1d req-1f9d098a-e0ce-4f92-86df-89014275c409 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 946 time: 0.2046506 Aug 21 12:25:27.570834 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7376283-2fd1-4492-9ce3-f068b1fcb49c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6af14d9-8d1e-4397-a1b1-856fd673c682,revision_number=0']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:27.575805 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b7376283-2fd1-4492-9ce3-f068b1fcb49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:27.600417 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7376283-2fd1-4492-9ce3-f068b1fcb49c admin admin] Checking segment: {'id': 'b7684182-f51a-46c1-a730-5dae5e737c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '071c46fb-b90e-4789-9352-faa4138ce448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:25:27.600821 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7376283-2fd1-4492-9ce3-f068b1fcb49c admin admin] Network hostable DHCP agents. Network: 071c46fb-b90e-4789-9352-faa4138ce448, hostable agents: ['225e7d11-fae5-4c67-af4e-3e3ed6d78c06'], hosted agents: [] {{(pid=82379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:25:27.605898 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:27.621860 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] For port ba2d90f0-d46c-4052-8177-56de9d397e4e, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=ba2d90f0-d46c-4052-8177-56de9d397e4e,segment=NetworkSegment(04830730-7182-4df6-a102-4ded0d586a71),segment_id=04830730-7182-4df6-a102-4ded0d586a71)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:25:27.624761 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:27.626684 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f26b2b00-0bc8-4d62-a9b3-1a863b013327 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:27.636961 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-dee844aa-2327-4195-b3dc-c44f0c9e8e1d req-ec4a0a07-d95b-42e3-84af-e9903f71e290 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601048 Aug 21 12:25:27.646464 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7376283-2fd1-4492-9ce3-f068b1fcb49c admin admin] Network 071c46fb-b90e-4789-9352-faa4138ce448 is scheduled to be hosted by DHCP agent 225e7d11-fae5-4c67-af4e-3e3ed6d78c06 with binding_index 1 {{(pid=82379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:25:27.656116 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-b7376283-2fd1-4492-9ce3-f068b1fcb49c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-smb, 071c46fb-b90e-4789-9352-faa4138ce448) {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:25:27.660976 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7376283-2fd1-4492-9ce3-f068b1fcb49c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:27.661662 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b7376283-2fd1-4492-9ce3-f068b1fcb49c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for subnet, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:27.671488 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2838f376-18f0-4941-bca7-e98ce9c8439b None None] Network 071c46fb-b90e-4789-9352-faa4138ce448 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:25:27.687700 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-b7376283-2fd1-4492-9ce3-f068b1fcb49c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5498469 Aug 21 12:25:27.687975 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 44814) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:27.694361 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-63a7a43e-1a8e-4db9-a09b-1a8ba2af69a6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1881440021-router', 'tenant_id': 'c5b97b40014f49aa868a8f7551a6968e', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'}}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:25:27.699358 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-63a7a43e-1a8e-4db9-a09b-1a8ba2af69a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:25:27.703317 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-63a7a43e-1a8e-4db9-a09b-1a8ba2af69a6 admin admin] Usage tracker for resource:router and tenant:c5b97b40014f49aa868a8f7551a6968e is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:25:27.707934 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-63a7a43e-1a8e-4db9-a09b-1a8ba2af69a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:25:27.714325 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-63a7a43e-1a8e-4db9-a09b-1a8ba2af69a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:25:27.723508 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-63a7a43e-1a8e-4db9-a09b-1a8ba2af69a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7925268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-503649'] for router, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:27.724509 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-63a7a43e-1a8e-4db9-a09b-1a8ba2af69a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846850359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846847987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846465200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854272135'] for router, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:27.743505 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-63a7a43e-1a8e-4db9-a09b-1a8ba2af69a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:27.938326 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Pushing event updated for resources: {'Port': ['ID=ba2d90f0-d46c-4052-8177-56de9d397e4e,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:27.944223 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:28.084243 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572210c8-8266-4fe2-a318-63663323b66c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1540b73d-d21b-5d33-a5e4-0f13765dac1f-071c46fb-b90e-4789-9352-faa4138ce448', 'network_id': '071c46fb-b90e-4789-9352-faa4138ce448', 'tenant_id': 'c5b97b40014f49aa868a8f7551a6968e', 'fixed_ips': [{'subnet_id': 'e6af14d9-8d1e-4397-a1b1-856fd673c682'}]}} from dv-cinder-805477-2-smb. {{(pid=82381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Aug 21 12:25:28.085205 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-572210c8-8266-4fe2-a318-63663323b66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:28.118339 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-63a7a43e-1a8e-4db9-a09b-1a8ba2af69a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846847972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7925287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854272250'] for router, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:28.255395 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-572210c8-8266-4fe2-a318-63663323b66c None None] Allocated IP 172.20.0.2 (071c46fb-b90e-4789-9352-faa4138ce448/e6af14d9-8d1e-4397-a1b1-856fd673c682/659551bb-55c9-478b-aa37-9f9402a0af42) {{(pid=82381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:25:28.314545 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-63a7a43e-1a8e-4db9-a09b-1a8ba2af69a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:28.347858 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-63a7a43e-1a8e-4db9-a09b-1a8ba2af69a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:28.469878 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-572210c8-8266-4fe2-a318-63663323b66c None None] Notify callbacks [] for port, precommit_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:28.480430 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-572210c8-8266-4fe2-a318-63663323b66c None None] Transition to ACTIVE for port object 659551bb-55c9-478b-aa37-9f9402a0af42 will not be triggered until provisioned by entity L2. {{(pid=82381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:25:28.492126 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-63a7a43e-1a8e-4db9-a09b-1a8ba2af69a6 admin admin] Allocated IP 172.28.2.186 (17d050b5-9d10-4030-a56f-7262e0bfffca/7ff80433-24f5-4344-a1b2-e78aa99f1de5/73c6d452-963b-4958-a0a6-e7c7c22a8fcc) {{(pid=82379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:25:28.499567 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-572210c8-8266-4fe2-a318-63663323b66c None None] Transition to ACTIVE for port object 659551bb-55c9-478b-aa37-9f9402a0af42 will not be triggered until provisioned by entity DHCP. {{(pid=82381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:25:28.504738 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-572210c8-8266-4fe2-a318-63663323b66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038'] for port, after_create {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:28.509603 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:28.574345 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572210c8-8266-4fe2-a318-63663323b66c None None] Network 071c46fb-b90e-4789-9352-faa4138ce448 is already hosted by enough agents. {{(pid=82381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:25:28.577442 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-572210c8-8266-4fe2-a318-63663323b66c None None] Resources bound (agent type, host, resource id): {{(pid=82381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:25:28.579947 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572210c8-8266-4fe2-a318-63663323b66c None None] Received port after_create {{(pid=82381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:25:28.587600 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572210c8-8266-4fe2-a318-63663323b66c None None] Pushing event updated for resources: {'Port': ['ID=659551bb-55c9-478b-aa37-9f9402a0af42,revision_number=1']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:28.590365 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-572210c8-8266-4fe2-a318-63663323b66c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:28.648413 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-63a7a43e-1a8e-4db9-a09b-1a8ba2af69a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:28.678501 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-63a7a43e-1a8e-4db9-a09b-1a8ba2af69a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:28.678869 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-572210c8-8266-4fe2-a318-63663323b66c None None] Attempting to bind port 659551bb-55c9-478b-aa37-9f9402a0af42 on host dv-cinder-805477-2-smb for vnic_type normal with profile {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:25:28.678869 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-572210c8-8266-4fe2-a318-63663323b66c None None] Attempting to bind port 659551bb-55c9-478b-aa37-9f9402a0af42 by drivers openvswitch,hyperv on host dv-cinder-805477-2-smb at level 0 using segments [{'id': 'b7684182-f51a-46c1-a730-5dae5e737c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '071c46fb-b90e-4789-9352-faa4138ce448'}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:25:28.678869 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572210c8-8266-4fe2-a318-63663323b66c None None] Attempting to bind port 659551bb-55c9-478b-aa37-9f9402a0af42 on network 071c46fb-b90e-4789-9352-faa4138ce448 {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:25:28.687330 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572210c8-8266-4fe2-a318-63663323b66c None None] Checking agent: {'id': '18930305-9dab-4cc1-b040-572ba18151c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 9, 44), 'started_at': datetime.datetime(2021, 8, 21, 12, 10, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:25:28.687751 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572210c8-8266-4fe2-a318-63663323b66c None None] Checking segment: {'id': 'b7684182-f51a-46c1-a730-5dae5e737c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '071c46fb-b90e-4789-9352-faa4138ce448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:25:28.688206 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-572210c8-8266-4fe2-a318-63663323b66c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:28.688645 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572210c8-8266-4fe2-a318-63663323b66c None None] Bound using segment: {'id': 'b7684182-f51a-46c1-a730-5dae5e737c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '071c46fb-b90e-4789-9352-faa4138ce448'} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:25:28.689539 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-572210c8-8266-4fe2-a318-63663323b66c None None] Bound port: 659551bb-55c9-478b-aa37-9f9402a0af42, host: dv-cinder-805477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7684182-f51a-46c1-a730-5dae5e737c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '071c46fb-b90e-4789-9352-faa4138ce448'}}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:25:28.689666 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-572210c8-8266-4fe2-a318-63663323b66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:28.693928 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-4d6a3ef7-a7a8-45a1-8ae4-532ae693330f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:28.739656 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a7a43e-1a8e-4db9-a09b-1a8ba2af69a6 admin admin] Network 17d050b5-9d10-4030-a56f-7262e0bfffca is already hosted by enough agents. {{(pid=82379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:25:28.746868 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-63a7a43e-1a8e-4db9-a09b-1a8ba2af69a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:25:28.755895 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a7a43e-1a8e-4db9-a09b-1a8ba2af69a6 admin admin] Received port after_create {{(pid=82379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:25:28.789300 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-572210c8-8266-4fe2-a318-63663323b66c None None] For port 659551bb-55c9-478b-aa37-9f9402a0af42, host dv-cinder-805477-2-smb, cleared binding levels {{(pid=82381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:25:28.794561 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-572210c8-8266-4fe2-a318-63663323b66c None None] For port 659551bb-55c9-478b-aa37-9f9402a0af42, host dv-cinder-805477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=659551bb-55c9-478b-aa37-9f9402a0af42,segment=NetworkSegment(b7684182-f51a-46c1-a730-5dae5e737c0f),segment_id=b7684182-f51a-46c1-a730-5dae5e737c0f)] {{(pid=82381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:25:28.799124 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-572210c8-8266-4fe2-a318-63663323b66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:28.804835 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:28.886606 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572210c8-8266-4fe2-a318-63663323b66c None None] Pushing event updated for resources: {'Port': ['ID=659551bb-55c9-478b-aa37-9f9402a0af42,revision_number=2']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:28.890085 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-572210c8-8266-4fe2-a318-63663323b66c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:28.900452 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7a43e-1a8e-4db9-a09b-1a8ba2af69a6 admin admin] Pushing event updated for resources: {'Port': ['ID=73c6d452-963b-4958-a0a6-e7c7c22a8fcc,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:28.905726 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-63a7a43e-1a8e-4db9-a09b-1a8ba2af69a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:28.994462 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73ad2d-64dc-4ed1-b2e7-5667b2e9ca23 req-c68da936-c1c7-4c10-bc0e-2660dceb99ad tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:28.996027 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9a73ad2d-64dc-4ed1-b2e7-5667b2e9ca23 req-c68da936-c1c7-4c10-bc0e-2660dceb99ad tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 946 time: 0.1906879 Aug 21 12:25:29.062674 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9a73ad2d-64dc-4ed1-b2e7-5667b2e9ca23 req-47025ee8-7848-4a8d-a12e-e72696faf138 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572011 Aug 21 12:25:29.080100 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-63a7a43e-1a8e-4db9-a09b-1a8ba2af69a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:29.080917 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-63a7a43e-1a8e-4db9-a09b-1a8ba2af69a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846850513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7927847'] for router, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:29.200073 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbe58ce-832d-4c0d-a87e-2aed2d704537 None None] Sync routers for ids ['7017eb44-bbc9-4f2c-acb7-012ec7375c89'] in dv-cinder-805477-2-smb {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:25:29.218450 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbe58ce-832d-4c0d-a87e-2aed2d704537 None None] Routers {'7017eb44-bbc9-4f2c-acb7-012ec7375c89'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:25:29.219309 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-1bbe58ce-832d-4c0d-a87e-2aed2d704537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:25:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['7017eb44-bbc9-4f2c-acb7-012ec7375c89'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:25:29.398577 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a7a43e-1a8e-4db9-a09b-1a8ba2af69a6 admin admin] Router e33892ae-11b7-4752-878f-4abaf5b60850 is scheduled to L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 with binding_index 1 {{(pid=82379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Aug 21 12:25:29.437639 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-1bbe58ce-832d-4c0d-a87e-2aed2d704537 None None] Set router 7017eb44-bbc9-4f2c-acb7-012ec7375c89 gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:25:29.490599 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 659551bb-55c9-478b-aa37-9f9402a0af42 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:25:29.567842 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning for port 659551bb-55c9-478b-aa37-9f9402a0af42 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:25:29.574197 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device ba2d90f0-d46c-4052-8177-56de9d397e4e up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:25:29.621296 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a7a43e-1a8e-4db9-a09b-1a8ba2af69a6 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:25:29.636467 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b242a6cf-3643-49cc-90ea-3f5ebf190032 None None] Sync routers for ids ['e33892ae-11b7-4752-878f-4abaf5b60850'] in dv-cinder-805477-2-smb {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:25:29.650507 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-63a7a43e-1a8e-4db9-a09b-1a8ba2af69a6 admin admin] Notify callbacks [] for router, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:29.651508 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-63a7a43e-1a8e-4db9-a09b-1a8ba2af69a6 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9624579 Aug 21 12:25:29.654327 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 44824) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:29.670842 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b242a6cf-3643-49cc-90ea-3f5ebf190032 None None] Routers {'e33892ae-11b7-4752-878f-4abaf5b60850'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:25:29.671542 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-b242a6cf-3643-49cc-90ea-3f5ebf190032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:25:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['e33892ae-11b7-4752-878f-4abaf5b60850'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:25:29.749529 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port ba2d90f0-d46c-4052-8177-56de9d397e4e triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:25:29.749953 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:29.785728 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-1bbe58ce-832d-4c0d-a87e-2aed2d704537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'name': 'tempest-TestShelveInstance-671626786-router', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ba2d90f0-d46c-4052-8177-56de9d397e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:25:21Z', 'updated_at': '2021-08-21T12:25:24Z', 'revision_number': 4, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'gw_port': {'id': 'ba2d90f0-d46c-4052-8177-56de9d397e4e', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:87:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:21Z', 'updated_at': '2021-08-21T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '172c9e68-d246-48b6-867a-2f091c658472', 'name': '', 'network_id': '584f663b-435a-48ca-b621-8f11c231b397', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'mac_address': 'fa:16:3e:c0:f7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70758fb0-22b5-4316-a8d6-e9838934778a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:23Z', 'updated_at': '2021-08-21T12:25:24Z', 'revision_number': 2, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'subnets': [{'id': '70758fb0-22b5-4316-a8d6-e9838934778a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:25:29.791758 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbe58ce-832d-4c0d-a87e-2aed2d704537 None None] Checking router: 7017eb44-bbc9-4f2c-acb7-012ec7375c89 for host: dv-cinder-805477-2-smb {{(pid=82382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:25:29.792427 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbe58ce-832d-4c0d-a87e-2aed2d704537 None None] Updating router 7017eb44-bbc9-4f2c-acb7-012ec7375c89 port 172c9e68-d246-48b6-867a-2f091c658472 binding host dv-cinder-805477-2-smb {{(pid=82382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:25:29.852521 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1bbe58ce-832d-4c0d-a87e-2aed2d704537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:30.021595 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-b242a6cf-3643-49cc-90ea-3f5ebf190032 None None] Set router e33892ae-11b7-4752-878f-4abaf5b60850 gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:25:30.363163 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-b242a6cf-3643-49cc-90ea-3f5ebf190032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33892ae-11b7-4752-878f-4abaf5b60850', 'name': 'tempest-TestShelveInstance-1881440021-router', 'tenant_id': 'c5b97b40014f49aa868a8f7551a6968e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '73c6d452-963b-4958-a0a6-e7c7c22a8fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:25:27Z', 'updated_at': '2021-08-21T12:25:28Z', 'revision_number': 3, 'project_id': 'c5b97b40014f49aa868a8f7551a6968e', 'gw_port': {'id': '73c6d452-963b-4958-a0a6-e7c7c22a8fcc', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33892ae-11b7-4752-878f-4abaf5b60850', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:28Z', 'updated_at': '2021-08-21T12:25:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb'}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:25:30.368306 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b242a6cf-3643-49cc-90ea-3f5ebf190032 None None] Checking router: e33892ae-11b7-4752-878f-4abaf5b60850 for host: dv-cinder-805477-2-smb {{(pid=82381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:25:30.368880 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b242a6cf-3643-49cc-90ea-3f5ebf190032 None None] Updating router e33892ae-11b7-4752-878f-4abaf5b60850 port 73c6d452-963b-4958-a0a6-e7c7c22a8fcc binding host dv-cinder-805477-2-smb {{(pid=82381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:25:30.397339 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cec07-9e20-4bb0-80c2-6faa3652bfce req-de809d58-d666-404a-8663-3c4b8efcef6e tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:30.399001 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9a9cec07-9e20-4bb0-80c2-6faa3652bfce req-de809d58-d666-404a-8663-3c4b8efcef6e tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 946 time: 0.1255934 Aug 21 12:25:30.428948 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1bbe58ce-832d-4c0d-a87e-2aed2d704537 None None] Notify callbacks [] for port, precommit_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:30.441901 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-1bbe58ce-832d-4c0d-a87e-2aed2d704537 None None] Transition to ACTIVE for port object 172c9e68-d246-48b6-867a-2f091c658472 will not be triggered until provisioned by entity L2. {{(pid=82382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:25:30.449101 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b242a6cf-3643-49cc-90ea-3f5ebf190032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:30.451558 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1bbe58ce-832d-4c0d-a87e-2aed2d704537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:30.457053 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:30.575305 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9a9cec07-9e20-4bb0-80c2-6faa3652bfce req-bd7eabb1-1f5d-4b4f-bf65-ebeb846f0cb7 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235139 Aug 21 12:25:30.629333 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12641181-a827-4f84-a623-459f11ee1de9 None None] Pushing event updated for resources: {'Port': ['ID=172c9e68-d246-48b6-867a-2f091c658472,revision_number=3']} {{(pid=82382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:30.683048 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-77274575-afe8-41ed-a99d-40c6537dca1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:30.711900 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12641181-a827-4f84-a623-459f11ee1de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:25:30.712357 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12641181-a827-4f84-a623-459f11ee1de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:25:30.712862 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12641181-a827-4f84-a623-459f11ee1de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:25:30.713358 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12641181-a827-4f84-a623-459f11ee1de9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:25:30.713793 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12641181-a827-4f84-a623-459f11ee1de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:25:30.714223 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12641181-a827-4f84-a623-459f11ee1de9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:25:30.714652 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12641181-a827-4f84-a623-459f11ee1de9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:25:30.715077 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12641181-a827-4f84-a623-459f11ee1de9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:25:30.715507 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12641181-a827-4f84-a623-459f11ee1de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:25:30.715946 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12641181-a827-4f84-a623-459f11ee1de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:25:30.716369 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12641181-a827-4f84-a623-459f11ee1de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:25:30.725250 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-12641181-a827-4f84-a623-459f11ee1de9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:30.754069 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-1bbe58ce-832d-4c0d-a87e-2aed2d704537 None None] Attempting to bind port 172c9e68-d246-48b6-867a-2f091c658472 on host dv-cinder-805477-2-smb for vnic_type normal with profile {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:25:30.754578 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-1bbe58ce-832d-4c0d-a87e-2aed2d704537 None None] Attempting to bind port 172c9e68-d246-48b6-867a-2f091c658472 by drivers openvswitch,hyperv on host dv-cinder-805477-2-smb at level 0 using segments [{'id': '6c4d65b5-ee89-49b8-a84e-3294554a92f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '584f663b-435a-48ca-b621-8f11c231b397'}] {{(pid=82382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:25:30.755070 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbe58ce-832d-4c0d-a87e-2aed2d704537 None None] Attempting to bind port 172c9e68-d246-48b6-867a-2f091c658472 on network 584f663b-435a-48ca-b621-8f11c231b397 {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:25:30.769316 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbe58ce-832d-4c0d-a87e-2aed2d704537 None None] Checking agent: {'id': '18930305-9dab-4cc1-b040-572ba18151c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 9, 44), 'started_at': datetime.datetime(2021, 8, 21, 12, 10, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:25:30.769316 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbe58ce-832d-4c0d-a87e-2aed2d704537 None None] Checking segment: {'id': '6c4d65b5-ee89-49b8-a84e-3294554a92f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '584f663b-435a-48ca-b621-8f11c231b397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:25:30.769316 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1bbe58ce-832d-4c0d-a87e-2aed2d704537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:30.769754 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbe58ce-832d-4c0d-a87e-2aed2d704537 None None] Bound using segment: {'id': '6c4d65b5-ee89-49b8-a84e-3294554a92f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '584f663b-435a-48ca-b621-8f11c231b397'} {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:25:30.769958 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-1bbe58ce-832d-4c0d-a87e-2aed2d704537 None None] Bound port: 172c9e68-d246-48b6-867a-2f091c658472, host: dv-cinder-805477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4d65b5-ee89-49b8-a84e-3294554a92f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '584f663b-435a-48ca-b621-8f11c231b397'}}] {{(pid=82382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:25:30.770490 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1bbe58ce-832d-4c0d-a87e-2aed2d704537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:30.913569 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b242a6cf-3643-49cc-90ea-3f5ebf190032 None None] Notify callbacks [] for port, precommit_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:30.915887 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-1bbe58ce-832d-4c0d-a87e-2aed2d704537 None None] For port 172c9e68-d246-48b6-867a-2f091c658472, host dv-cinder-805477-2-smb, cleared binding levels {{(pid=82382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:25:30.927737 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-1bbe58ce-832d-4c0d-a87e-2aed2d704537 None None] For port 172c9e68-d246-48b6-867a-2f091c658472, host dv-cinder-805477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=172c9e68-d246-48b6-867a-2f091c658472,segment=NetworkSegment(6c4d65b5-ee89-49b8-a84e-3294554a92f4),segment_id=6c4d65b5-ee89-49b8-a84e-3294554a92f4)] {{(pid=82382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:25:30.933426 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b242a6cf-3643-49cc-90ea-3f5ebf190032 None None] Transition to ACTIVE for port object 73c6d452-963b-4958-a0a6-e7c7c22a8fcc will not be triggered until provisioned by entity L2. {{(pid=82381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:25:30.935703 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1bbe58ce-832d-4c0d-a87e-2aed2d704537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:30.942394 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b242a6cf-3643-49cc-90ea-3f5ebf190032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:30.952657 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b6508010-4b6f-48ce-a80a-167d27f1d7c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:30.953093 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:31.016043 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbe58ce-832d-4c0d-a87e-2aed2d704537 None None] Routers {'7017eb44-bbc9-4f2c-acb7-012ec7375c89'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:25:31.016748 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-1bbe58ce-832d-4c0d-a87e-2aed2d704537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:25:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['7017eb44-bbc9-4f2c-acb7-012ec7375c89'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:25:31.070412 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3133d98-9c4f-4bf1-8cf0-e1bff8a5b2a9 None None] Pushing event updated for resources: {'Port': ['ID=73c6d452-963b-4958-a0a6-e7c7c22a8fcc,revision_number=2']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:31.083504 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d3133d98-9c4f-4bf1-8cf0-e1bff8a5b2a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:31.100513 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf83e61-a086-4cb4-a3cd-9f89dfb43768 None None] Network 071c46fb-b90e-4789-9352-faa4138ce448 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:25:31.229125 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12641181-a827-4f84-a623-459f11ee1de9 None None] Pushing event updated for resources: {'Port': ['ID=172c9e68-d246-48b6-867a-2f091c658472,revision_number=4']} {{(pid=82382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:31.232570 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-77274575-afe8-41ed-a99d-40c6537dca1d admin admin] Allocated IP 172.20.0.1 (071c46fb-b90e-4789-9352-faa4138ce448/e6af14d9-8d1e-4397-a1b1-856fd673c682/36e0a4ba-ad74-41f4-af17-c7d03d12cc44) {{(pid=82379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:25:31.232713 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-b242a6cf-3643-49cc-90ea-3f5ebf190032 None None] Attempting to bind port 73c6d452-963b-4958-a0a6-e7c7c22a8fcc on host dv-cinder-805477-2-smb for vnic_type normal with profile {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:25:31.232953 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-12641181-a827-4f84-a623-459f11ee1de9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:31.233271 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-b242a6cf-3643-49cc-90ea-3f5ebf190032 None None] Attempting to bind port 73c6d452-963b-4958-a0a6-e7c7c22a8fcc by drivers openvswitch,hyperv on host dv-cinder-805477-2-smb at level 0 using segments [{'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:25:31.233851 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b242a6cf-3643-49cc-90ea-3f5ebf190032 None None] Attempting to bind port 73c6d452-963b-4958-a0a6-e7c7c22a8fcc on network 17d050b5-9d10-4030-a56f-7262e0bfffca {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:25:31.239257 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-1bbe58ce-832d-4c0d-a87e-2aed2d704537 None None] Set router 7017eb44-bbc9-4f2c-acb7-012ec7375c89 gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:25:31.260241 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b242a6cf-3643-49cc-90ea-3f5ebf190032 None None] Checking agent: {'id': '18930305-9dab-4cc1-b040-572ba18151c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 9, 44), 'started_at': datetime.datetime(2021, 8, 21, 12, 10, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:25:31.260668 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b242a6cf-3643-49cc-90ea-3f5ebf190032 None None] Checking segment: {'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:25:31.261155 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b242a6cf-3643-49cc-90ea-3f5ebf190032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:31.261859 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b242a6cf-3643-49cc-90ea-3f5ebf190032 None None] Bound using segment: {'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'} {{(pid=82381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:25:31.262404 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-b242a6cf-3643-49cc-90ea-3f5ebf190032 None None] Bound port: 73c6d452-963b-4958-a0a6-e7c7c22a8fcc, host: dv-cinder-805477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04830730-7182-4df6-a102-4ded0d586a71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca'}}] {{(pid=82381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:25:31.262819 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b242a6cf-3643-49cc-90ea-3f5ebf190032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:31.348545 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-b242a6cf-3643-49cc-90ea-3f5ebf190032 None None] For port 73c6d452-963b-4958-a0a6-e7c7c22a8fcc, host dv-cinder-805477-2-smb, cleared binding levels {{(pid=82381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:25:31.351964 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-b242a6cf-3643-49cc-90ea-3f5ebf190032 None None] For port 73c6d452-963b-4958-a0a6-e7c7c22a8fcc, host dv-cinder-805477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=73c6d452-963b-4958-a0a6-e7c7c22a8fcc,segment=NetworkSegment(04830730-7182-4df6-a102-4ded0d586a71),segment_id=04830730-7182-4df6-a102-4ded0d586a71)] {{(pid=82381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:25:31.359994 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b242a6cf-3643-49cc-90ea-3f5ebf190032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:31.376023 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-a554767d-f4b1-4b71-89c8-bb14dd25d5ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:31.463574 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-77274575-afe8-41ed-a99d-40c6537dca1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:31.470472 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 172c9e68-d246-48b6-867a-2f091c658472 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:25:31.481857 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-77274575-afe8-41ed-a99d-40c6537dca1d admin admin] Transition to ACTIVE for port object 36e0a4ba-ad74-41f4-af17-c7d03d12cc44 will not be triggered until provisioned by entity DHCP. {{(pid=82379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:25:31.503769 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-77274575-afe8-41ed-a99d-40c6537dca1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:31.508106 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-4cd45f83-8f22-46ba-8c2f-34c642d67f36 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:31.580881 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77274575-afe8-41ed-a99d-40c6537dca1d admin admin] Network 071c46fb-b90e-4789-9352-faa4138ce448 is already hosted by enough agents. {{(pid=82379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:25:31.584406 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-77274575-afe8-41ed-a99d-40c6537dca1d admin admin] Resources bound (agent type, host, resource id): {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:25:31.588179 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-3783ea99-cd65-404b-b427-a56a754ea230 None None] Provisioning for port 659551bb-55c9-478b-aa37-9f9402a0af42 completed by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:25:31.588822 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77274575-afe8-41ed-a99d-40c6537dca1d admin admin] Received port after_create {{(pid=82379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:25:31.619619 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3133d98-9c4f-4bf1-8cf0-e1bff8a5b2a9 None None] Pushing event updated for resources: {'Port': ['ID=73c6d452-963b-4958-a0a6-e7c7c22a8fcc,revision_number=3']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:31.623556 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77274575-afe8-41ed-a99d-40c6537dca1d admin admin] Pushing event updated for resources: {'Port': ['ID=36e0a4ba-ad74-41f4-af17-c7d03d12cc44,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:31.630118 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d3133d98-9c4f-4bf1-8cf0-e1bff8a5b2a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:31.631292 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-77274575-afe8-41ed-a99d-40c6537dca1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:31.636823 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-3783ea99-cd65-404b-b427-a56a754ea230 None None] Provisioning complete for port 659551bb-55c9-478b-aa37-9f9402a0af42 triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:25:31.637275 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3783ea99-cd65-404b-b427-a56a754ea230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:31.647366 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-1bbe58ce-832d-4c0d-a87e-2aed2d704537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'name': 'tempest-TestShelveInstance-671626786-router', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ba2d90f0-d46c-4052-8177-56de9d397e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:25:21Z', 'updated_at': '2021-08-21T12:25:24Z', 'revision_number': 4, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'gw_port': {'id': 'ba2d90f0-d46c-4052-8177-56de9d397e4e', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:87:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:21Z', 'updated_at': '2021-08-21T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '172c9e68-d246-48b6-867a-2f091c658472', 'name': '', 'network_id': '584f663b-435a-48ca-b621-8f11c231b397', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'mac_address': 'fa:16:3e:c0:f7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70758fb0-22b5-4316-a8d6-e9838934778a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:23Z', 'updated_at': '2021-08-21T12:25:30Z', 'revision_number': 4, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'subnets': [{'id': '70758fb0-22b5-4316-a8d6-e9838934778a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:25:31.651915 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbe58ce-832d-4c0d-a87e-2aed2d704537 None None] The sync data for ids ['7017eb44-bbc9-4f2c-acb7-012ec7375c89'] in dv-cinder-805477-2-smb is: [{'id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'name': 'tempest-TestShelveInstance-671626786-router', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ba2d90f0-d46c-4052-8177-56de9d397e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:25:21Z', 'updated_at': '2021-08-21T12:25:24Z', 'revision_number': 4, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'gw_port': {'id': 'ba2d90f0-d46c-4052-8177-56de9d397e4e', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:87:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:21Z', 'updated_at': '2021-08-21T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '172c9e68-d246-48b6-867a-2f091c658472', 'name': '', 'network_id': '584f663b-435a-48ca-b621-8f11c231b397', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'mac_address': 'fa:16:3e:c0:f7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70758fb0-22b5-4316-a8d6-e9838934778a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:23Z', 'updated_at': '2021-08-21T12:25:30Z', 'revision_number': 4, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'subnets': [{'id': '70758fb0-22b5-4316-a8d6-e9838934778a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:25:31.657690 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-77274575-afe8-41ed-a99d-40c6537dca1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846875142'] for router_interface, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:31.686608 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b242a6cf-3643-49cc-90ea-3f5ebf190032 None None] Routers {'e33892ae-11b7-4752-878f-4abaf5b60850'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:25:31.687322 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-b242a6cf-3643-49cc-90ea-3f5ebf190032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:25:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['e33892ae-11b7-4752-878f-4abaf5b60850'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:25:31.751355 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-77274575-afe8-41ed-a99d-40c6537dca1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:31.991765 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cefe0c-a5e3-4976-851b-8c920bb88289 req-7de3efb8-8ebb-48a1-ba4d-5cb2dddc0ddb tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:31.993391 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-21cefe0c-a5e3-4976-851b-8c920bb88289 req-7de3efb8-8ebb-48a1-ba4d-5cb2dddc0ddb tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 946 time: 0.2303338 Aug 21 12:25:32.052597 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning for port 172c9e68-d246-48b6-867a-2f091c658472 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:25:32.086809 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-21cefe0c-a5e3-4976-851b-8c920bb88289 req-58d4ff70-9750-480d-917f-6569463c5aa0 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837657 Aug 21 12:25:32.128270 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-77274575-afe8-41ed-a99d-40c6537dca1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:32.128740 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port 172c9e68-d246-48b6-867a-2f091c658472 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:25:32.129191 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:32.134622 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-77274575-afe8-41ed-a99d-40c6537dca1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:32.165056 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-219fee66-9b89-4dc6-8d84-22449fd7f124 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:32.251454 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77274575-afe8-41ed-a99d-40c6537dca1d admin admin] Pushing event updated for resources: {'Port': ['ID=36e0a4ba-ad74-41f4-af17-c7d03d12cc44,revision_number=2']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:32.254054 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-77274575-afe8-41ed-a99d-40c6537dca1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7568825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7900505'] for router_interface, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:32.258903 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-77274575-afe8-41ed-a99d-40c6537dca1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:32.298022 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3783ea99-cd65-404b-b427-a56a754ea230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:32.315270 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-b242a6cf-3643-49cc-90ea-3f5ebf190032 None None] Set router e33892ae-11b7-4752-878f-4abaf5b60850 gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:25:32.424611 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77274575-afe8-41ed-a99d-40c6537dca1d admin admin] Network 071c46fb-b90e-4789-9352-faa4138ce448 is already hosted by enough agents. {{(pid=82379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:25:32.426878 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-77274575-afe8-41ed-a99d-40c6537dca1d admin admin] Resources bound (agent type, host, resource id): {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:25:32.530275 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-3783ea99-cd65-404b-b427-a56a754ea230 None None] For port 659551bb-55c9-478b-aa37-9f9402a0af42, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=659551bb-55c9-478b-aa37-9f9402a0af42,segment=NetworkSegment(b7684182-f51a-46c1-a730-5dae5e737c0f),segment_id=b7684182-f51a-46c1-a730-5dae5e737c0f)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:25:32.531352 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:32.552668 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3783ea99-cd65-404b-b427-a56a754ea230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:32.556643 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d7eb4c26-f313-47ec-ae5b-0acab12f5510 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:32.732983 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] For port 172c9e68-d246-48b6-867a-2f091c658472, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=172c9e68-d246-48b6-867a-2f091c658472,segment=NetworkSegment(6c4d65b5-ee89-49b8-a84e-3294554a92f4),segment_id=6c4d65b5-ee89-49b8-a84e-3294554a92f4)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:25:32.745805 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:32.772290 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783ea99-cd65-404b-b427-a56a754ea230 None None] Pushing event updated for resources: {'Port': ['ID=659551bb-55c9-478b-aa37-9f9402a0af42,revision_number=3']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:32.784877 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-5eba4592-5462-40ca-88c6-187db04b10ad None None] Provisioning complete for port 172c9e68-d246-48b6-867a-2f091c658472 triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:25:32.785638 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5eba4592-5462-40ca-88c6-187db04b10ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:32.827109 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3783ea99-cd65-404b-b427-a56a754ea230 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:32.827645 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f26b2b00-0bc8-4d62-a9b3-1a863b013327 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:32.919977 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77274575-afe8-41ed-a99d-40c6537dca1d admin admin] Router e33892ae-11b7-4752-878f-4abaf5b60850 has already been hosted by L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 {{(pid=82379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:25:33.012039 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Pushing event updated for resources: {'Port': ['ID=172c9e68-d246-48b6-867a-2f091c658472,revision_number=5']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:33.031182 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:33.095432 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-b242a6cf-3643-49cc-90ea-3f5ebf190032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33892ae-11b7-4752-878f-4abaf5b60850', 'name': 'tempest-TestShelveInstance-1881440021-router', 'tenant_id': 'c5b97b40014f49aa868a8f7551a6968e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '73c6d452-963b-4958-a0a6-e7c7c22a8fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:25:27Z', 'updated_at': '2021-08-21T12:25:31Z', 'revision_number': 4, 'project_id': 'c5b97b40014f49aa868a8f7551a6968e', 'gw_port': {'id': '73c6d452-963b-4958-a0a6-e7c7c22a8fcc', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33892ae-11b7-4752-878f-4abaf5b60850', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:28Z', 'updated_at': '2021-08-21T12:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '36e0a4ba-ad74-41f4-af17-c7d03d12cc44', 'name': '', 'network_id': '071c46fb-b90e-4789-9352-faa4138ce448', 'tenant_id': 'c5b97b40014f49aa868a8f7551a6968e', 'mac_address': 'fa:16:3e:cc:c5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33892ae-11b7-4752-878f-4abaf5b60850', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6af14d9-8d1e-4397-a1b1-856fd673c682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:30Z', 'updated_at': '2021-08-21T12:25:31Z', 'revision_number': 1, 'project_id': 'c5b97b40014f49aa868a8f7551a6968e', 'subnets': [{'id': 'e6af14d9-8d1e-4397-a1b1-856fd673c682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:25:33.104491 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b242a6cf-3643-49cc-90ea-3f5ebf190032 None None] The sync data for ids ['e33892ae-11b7-4752-878f-4abaf5b60850'] in dv-cinder-805477-2-smb is: [{'id': 'e33892ae-11b7-4752-878f-4abaf5b60850', 'name': 'tempest-TestShelveInstance-1881440021-router', 'tenant_id': 'c5b97b40014f49aa868a8f7551a6968e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '73c6d452-963b-4958-a0a6-e7c7c22a8fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:25:27Z', 'updated_at': '2021-08-21T12:25:31Z', 'revision_number': 4, 'project_id': 'c5b97b40014f49aa868a8f7551a6968e', 'gw_port': {'id': '73c6d452-963b-4958-a0a6-e7c7c22a8fcc', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33892ae-11b7-4752-878f-4abaf5b60850', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:28Z', 'updated_at': '2021-08-21T12:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '36e0a4ba-ad74-41f4-af17-c7d03d12cc44', 'name': '', 'network_id': '071c46fb-b90e-4789-9352-faa4138ce448', 'tenant_id': 'c5b97b40014f49aa868a8f7551a6968e', 'mac_address': 'fa:16:3e:cc:c5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33892ae-11b7-4752-878f-4abaf5b60850', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6af14d9-8d1e-4397-a1b1-856fd673c682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:30Z', 'updated_at': '2021-08-21T12:25:31Z', 'revision_number': 1, 'project_id': 'c5b97b40014f49aa868a8f7551a6968e', 'subnets': [{'id': 'e6af14d9-8d1e-4397-a1b1-856fd673c682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:25:33.118593 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-5eba4592-5462-40ca-88c6-187db04b10ad None None] Provisioning for port 36e0a4ba-ad74-41f4-af17-c7d03d12cc44 completed by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:25:33.129900 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-5eba4592-5462-40ca-88c6-187db04b10ad None None] Provisioning complete for port 36e0a4ba-ad74-41f4-af17-c7d03d12cc44 triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:25:33.130438 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5eba4592-5462-40ca-88c6-187db04b10ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:33.179262 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77274575-afe8-41ed-a99d-40c6537dca1d admin admin] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:25:33.190483 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-77274575-afe8-41ed-a99d-40c6537dca1d admin admin] 10.222.0.11 "PUT /v2.0/routers/e33892ae-11b7-4752-878f-4abaf5b60850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5347505 Aug 21 12:25:33.198714 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-5eba4592-5462-40ca-88c6-187db04b10ad None None] Port 36e0a4ba-ad74-41f4-af17-c7d03d12cc44 cannot update to ACTIVE because it is not bound. {{(pid=82381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:25:33.214052 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-5eba4592-5462-40ca-88c6-187db04b10ad None None] Provisioning complete for port 659551bb-55c9-478b-aa37-9f9402a0af42 triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:25:33.214474 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5eba4592-5462-40ca-88c6-187db04b10ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:33.408765 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510c2cb-a68b-4797-bad7-707f3bd9866d req-696a7cb2-0f49-40af-8b6a-0be8f1204c4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:33.411943 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c510c2cb-a68b-4797-bad7-707f3bd9866d req-696a7cb2-0f49-40af-8b6a-0be8f1204c4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 946 time: 0.1584833 Aug 21 12:25:33.418923 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 659551bb-55c9-478b-aa37-9f9402a0af42 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:25:33.465041 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c510c2cb-a68b-4797-bad7-707f3bd9866d req-cc007ef2-73ff-4f7c-854f-5d3ff3f37614 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444860 Aug 21 12:25:33.510373 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-ce9463dc-aed3-4f2c-8bf8-2dddc080714b None None] Provisioning complete for port 36e0a4ba-ad74-41f4-af17-c7d03d12cc44 triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:25:33.510804 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ce9463dc-aed3-4f2c-8bf8-2dddc080714b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:33.536587 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port 659551bb-55c9-478b-aa37-9f9402a0af42 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:25:33.537041 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:33.637382 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-ce9463dc-aed3-4f2c-8bf8-2dddc080714b None None] Port 36e0a4ba-ad74-41f4-af17-c7d03d12cc44 cannot update to ACTIVE because it is not bound. {{(pid=82381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:25:33.705666 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 172c9e68-d246-48b6-867a-2f091c658472 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:25:33.784607 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port 172c9e68-d246-48b6-867a-2f091c658472 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:25:33.785128 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:33.946739 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 44846) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:33.953089 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-88e0cfc3-fb19-47e9-9635-8672fce87796 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1735622373', 'description': 'tempest-secgroup-smoke-1735622373 description', 'project_id': 'c61de113f0bd4c8681decc48f0d759bb'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:25:33.959737 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-88e0cfc3-fb19-47e9-9635-8672fce87796 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:25:33.963895 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-88e0cfc3-fb19-47e9-9635-8672fce87796 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Usage tracker for resource:security_group and tenant:c61de113f0bd4c8681decc48f0d759bb is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:25:33.967006 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-88e0cfc3-fb19-47e9-9635-8672fce87796 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:25:33.973540 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-88e0cfc3-fb19-47e9-9635-8672fce87796 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:25:33.983180 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-88e0cfc3-fb19-47e9-9635-8672fce87796 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:34.022686 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-88e0cfc3-fb19-47e9-9635-8672fce87796 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:25:34.026877 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-88e0cfc3-fb19-47e9-9635-8672fce87796 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Usage tracker for resource:security_group_rule and tenant:c61de113f0bd4c8681decc48f0d759bb is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:25:34.029890 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-88e0cfc3-fb19-47e9-9635-8672fce87796 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:25:34.036110 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-88e0cfc3-fb19-47e9-9635-8672fce87796 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:25:34.094064 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-88e0cfc3-fb19-47e9-9635-8672fce87796 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:34.096762 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-88e0cfc3-fb19-47e9-9635-8672fce87796 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:34.102405 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-06f3352f-e76f-474d-ae8a-d8d332691e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:34.143307 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e0cfc3-fb19-47e9-9635-8672fce87796 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b1c9e0-a514-4e64-8190-036fcb38f79d,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:34.146525 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-88e0cfc3-fb19-47e9-9635-8672fce87796 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:34.147819 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-88e0cfc3-fb19-47e9-9635-8672fce87796 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2000036 Aug 21 12:25:34.148814 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-88e0cfc3-fb19-47e9-9635-8672fce87796 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:34.150793 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 44850) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:34.156725 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-a8bdee24-9554-456e-8277-23660ce134d3 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Request body: {'security_group_rule': {'security_group_id': 'c4b1c9e0-a514-4e64-8190-036fcb38f79d', 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:25:34.167468 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-a8bdee24-9554-456e-8277-23660ce134d3 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:25:34.171714 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-a8bdee24-9554-456e-8277-23660ce134d3 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Usage tracker for resource:security_group_rule and tenant:c61de113f0bd4c8681decc48f0d759bb is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:25:34.175484 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-a8bdee24-9554-456e-8277-23660ce134d3 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:25:34.182627 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-a8bdee24-9554-456e-8277-23660ce134d3 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:25:34.209647 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a8bdee24-9554-456e-8277-23660ce134d3 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:34.291377 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a8bdee24-9554-456e-8277-23660ce134d3 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:34.294225 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a8bdee24-9554-456e-8277-23660ce134d3 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465177'] for security_group_rule, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:34.296478 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-6257f137-1c12-4759-b7cd-e6eef44e98c2 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:34.320726 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bdee24-9554-456e-8277-23660ce134d3 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f59451-3076-4e1c-9654-aa9a90b0915a,revision_number=0']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:34.325166 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-a8bdee24-9554-456e-8277-23660ce134d3 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:34.334018 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a8bdee24-9554-456e-8277-23660ce134d3 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:34.335729 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-a8bdee24-9554-456e-8277-23660ce134d3 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1836188 Aug 21 12:25:34.338402 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 44856) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:34.345170 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-c81f13c8-858b-4549-96d2-9741e7360ca2 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Request body: {'security_group_rule': {'security_group_id': 'c4b1c9e0-a514-4e64-8190-036fcb38f79d', 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:25:34.351678 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-c81f13c8-858b-4549-96d2-9741e7360ca2 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:25:34.355901 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-c81f13c8-858b-4549-96d2-9741e7360ca2 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Usage tracker for resource:security_group_rule and tenant:c61de113f0bd4c8681decc48f0d759bb is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:25:34.359062 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-c81f13c8-858b-4549-96d2-9741e7360ca2 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:25:34.365469 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-c81f13c8-858b-4549-96d2-9741e7360ca2 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:25:34.384050 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c81f13c8-858b-4549-96d2-9741e7360ca2 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:34.451755 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c81f13c8-858b-4549-96d2-9741e7360ca2 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:34.454565 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c81f13c8-858b-4549-96d2-9741e7360ca2 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465177'] for security_group_rule, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:34.456918 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:34.481408 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f13c8-858b-4549-96d2-9741e7360ca2 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=046af50d-1a97-4971-b05e-d7283630a1f6,revision_number=0']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:34.484120 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c81f13c8-858b-4549-96d2-9741e7360ca2 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:34.491224 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c81f13c8-858b-4549-96d2-9741e7360ca2 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:34.492585 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-c81f13c8-858b-4549-96d2-9741e7360ca2 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1530275 Aug 21 12:25:34.495761 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 44860) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:34.501983 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-25eb7d8b-6772-40ed-990f-a10567beb6ad tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Request body: {'security_group_rule': {'security_group_id': 'c4b1c9e0-a514-4e64-8190-036fcb38f79d', 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:25:34.509280 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-25eb7d8b-6772-40ed-990f-a10567beb6ad tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:25:34.513546 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-25eb7d8b-6772-40ed-990f-a10567beb6ad tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Usage tracker for resource:security_group_rule and tenant:c61de113f0bd4c8681decc48f0d759bb is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:25:34.516666 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-25eb7d8b-6772-40ed-990f-a10567beb6ad tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:25:34.524326 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-25eb7d8b-6772-40ed-990f-a10567beb6ad tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:25:34.543460 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-25eb7d8b-6772-40ed-990f-a10567beb6ad tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:34.651888 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-25eb7d8b-6772-40ed-990f-a10567beb6ad tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:34.657816 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-25eb7d8b-6772-40ed-990f-a10567beb6ad tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465177'] for security_group_rule, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:34.673736 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:34.704167 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb7d8b-6772-40ed-990f-a10567beb6ad tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e117ae-f955-4813-bdc4-13e2d669d989,revision_number=0']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:34.708194 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-25eb7d8b-6772-40ed-990f-a10567beb6ad tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:34.710140 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-25eb7d8b-6772-40ed-990f-a10567beb6ad tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:34.711445 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-25eb7d8b-6772-40ed-990f-a10567beb6ad tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2146573 Aug 21 12:25:34.714279 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 44866) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:34.720939 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-0bec3c11-f0a4-4e71-b7e8-c6778dbffec0 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Request body: {'security_group_rule': {'security_group_id': 'c4b1c9e0-a514-4e64-8190-036fcb38f79d', 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:25:34.735948 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-0bec3c11-f0a4-4e71-b7e8-c6778dbffec0 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:25:34.742434 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-0bec3c11-f0a4-4e71-b7e8-c6778dbffec0 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Usage tracker for resource:security_group_rule and tenant:c61de113f0bd4c8681decc48f0d759bb is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:25:34.747108 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-0bec3c11-f0a4-4e71-b7e8-c6778dbffec0 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:25:34.756430 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-0bec3c11-f0a4-4e71-b7e8-c6778dbffec0 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:25:34.766426 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c21334-09a7-4fc4-bc06-4cd3ad50409d req-8c9e1402-1df4-48ad-9e05-78063020c7b2 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:34.768045 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-26c21334-09a7-4fc4-bc06-4cd3ad50409d req-8c9e1402-1df4-48ad-9e05-78063020c7b2 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 946 time: 0.1545489 Aug 21 12:25:34.820091 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0bec3c11-f0a4-4e71-b7e8-c6778dbffec0 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:34.869574 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-26c21334-09a7-4fc4-bc06-4cd3ad50409d req-dc072ee5-07d7-4fee-816e-4dabb2424fac tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892069 Aug 21 12:25:34.900524 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0bec3c11-f0a4-4e71-b7e8-c6778dbffec0 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:34.903387 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0bec3c11-f0a4-4e71-b7e8-c6778dbffec0 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465177'] for security_group_rule, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:34.912029 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c81f13c8-858b-4549-96d2-9741e7360ca2 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:34.938259 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec3c11-f0a4-4e71-b7e8-c6778dbffec0 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8489acf5-a37f-4c00-b489-50beaeefe721,revision_number=0']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:34.943921 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-0bec3c11-f0a4-4e71-b7e8-c6778dbffec0 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:34.949985 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0bec3c11-f0a4-4e71-b7e8-c6778dbffec0 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:34.951338 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-0bec3c11-f0a4-4e71-b7e8-c6778dbffec0 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2360587 Aug 21 12:25:34.954176 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 44870) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:34.961010 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-dfa39d9f-e9a3-447f-9e97-4a78c866bf77 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Request body: {'security_group_rule': {'security_group_id': 'c4b1c9e0-a514-4e64-8190-036fcb38f79d', 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:25:34.967687 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-dfa39d9f-e9a3-447f-9e97-4a78c866bf77 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:25:34.971988 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-dfa39d9f-e9a3-447f-9e97-4a78c866bf77 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Usage tracker for resource:security_group_rule and tenant:c61de113f0bd4c8681decc48f0d759bb is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:25:34.975145 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-dfa39d9f-e9a3-447f-9e97-4a78c866bf77 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:25:34.981610 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-dfa39d9f-e9a3-447f-9e97-4a78c866bf77 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:25:34.993342 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.securitygroups_db [None req-dfa39d9f-e9a3-447f-9e97-4a78c866bf77 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Project c61de113f0bd4c8681decc48f0d759bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 12:25:35.000514 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-dfa39d9f-e9a3-447f-9e97-4a78c866bf77 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:35.067927 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-dfa39d9f-e9a3-447f-9e97-4a78c866bf77 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:35.070831 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-dfa39d9f-e9a3-447f-9e97-4a78c866bf77 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465177'] for security_group_rule, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:35.078573 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:35.097929 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa39d9f-e9a3-447f-9e97-4a78c866bf77 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27278771-457f-411c-b552-e91ee4b0b509,revision_number=0']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:35.100564 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-dfa39d9f-e9a3-447f-9e97-4a78c866bf77 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:35.106879 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-dfa39d9f-e9a3-447f-9e97-4a78c866bf77 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:35.108152 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-dfa39d9f-e9a3-447f-9e97-4a78c866bf77 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1529005 Aug 21 12:25:35.110999 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 44874) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:35.117322 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-0169c00a-7737-4563-941a-ac01f8ab0cad tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Request body: {'security_group_rule': {'security_group_id': 'c4b1c9e0-a514-4e64-8190-036fcb38f79d', 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:25:35.123582 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-0169c00a-7737-4563-941a-ac01f8ab0cad tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:25:35.127505 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-0169c00a-7737-4563-941a-ac01f8ab0cad tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Usage tracker for resource:security_group_rule and tenant:c61de113f0bd4c8681decc48f0d759bb is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:25:35.131216 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-0169c00a-7737-4563-941a-ac01f8ab0cad tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:25:35.137337 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-0169c00a-7737-4563-941a-ac01f8ab0cad tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:25:35.148342 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.securitygroups_db [None req-0169c00a-7737-4563-941a-ac01f8ab0cad tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Project c61de113f0bd4c8681decc48f0d759bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 12:25:35.155782 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0169c00a-7737-4563-941a-ac01f8ab0cad tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:35.229058 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0169c00a-7737-4563-941a-ac01f8ab0cad tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:35.232091 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0169c00a-7737-4563-941a-ac01f8ab0cad tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465177'] for security_group_rule, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:35.234274 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-1e4956e9-ebf1-48f4-a1d8-a67e847d5095 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:35.259252 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169c00a-7737-4563-941a-ac01f8ab0cad tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22a28e5-8b3c-420a-a200-3e519be6fbbc,revision_number=0']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:35.261880 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-0169c00a-7737-4563-941a-ac01f8ab0cad tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:35.268160 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-0169c00a-7737-4563-941a-ac01f8ab0cad tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:35.270222 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-0169c00a-7737-4563-941a-ac01f8ab0cad tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1582329 Aug 21 12:25:35.406399 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 73c6d452-963b-4958-a0a6-e7c7c22a8fcc up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:25:35.487451 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning for port 73c6d452-963b-4958-a0a6-e7c7c22a8fcc completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:25:35.492476 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port 73c6d452-963b-4958-a0a6-e7c7c22a8fcc triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:25:35.493092 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:35.612321 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:35.629202 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] For port 73c6d452-963b-4958-a0a6-e7c7c22a8fcc, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=73c6d452-963b-4958-a0a6-e7c7c22a8fcc,segment=NetworkSegment(04830730-7182-4df6-a102-4ded0d586a71),segment_id=04830730-7182-4df6-a102-4ded0d586a71)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:25:35.634364 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:35.636382 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d3133d98-9c4f-4bf1-8cf0-e1bff8a5b2a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:35.709494 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Pushing event updated for resources: {'Port': ['ID=73c6d452-963b-4958-a0a6-e7c7c22a8fcc,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:35.712644 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:35.892711 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 13dca706-7b7a-404b-84c5-cc59432c0322 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:25:36.045779 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 13dca706-7b7a-404b-84c5-cc59432c0322, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=13dca706-7b7a-404b-84c5-cc59432c0322,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:25:36.061073 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Returning: {'device': '13dca706-7b7a-404b-84c5-cc59432c0322', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'port_id': '13dca706-7b7a-404b-84c5-cc59432c0322', 'mac_address': 'fa:16:3e:46:7f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:25:36.115870 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57493edb-d93d-480a-9379-d240e3eee2cc req-4b56a695-77cf-4922-adb9-07fafb98e451 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:36.117443 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-57493edb-d93d-480a-9379-d240e3eee2cc req-4b56a695-77cf-4922-adb9-07fafb98e451 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 946 time: 0.0906475 Aug 21 12:25:36.118154 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:36.138337 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13dca706-7b7a-404b-84c5-cc59432c0322 {{(pid=82381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:25:36.156440 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 13dca706-7b7a-404b-84c5-cc59432c0322, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=13dca706-7b7a-404b-84c5-cc59432c0322,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:25:36.160654 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:36.162885 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:36.170246 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-57493edb-d93d-480a-9379-d240e3eee2cc req-2b1abff3-1eb5-4452-b5cd-7155417e8859 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458570 Aug 21 12:25:36.238219 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=13dca706-7b7a-404b-84c5-cc59432c0322,revision_number=6']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:36.241542 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:36.259994 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['13dca706-7b7a-404b-84c5-cc59432c0322'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:25:36.935884 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cac760-13c2-4792-97df-b21ba4d0ffc2 None None] Sync routers for ids ['e33892ae-11b7-4752-878f-4abaf5b60850'] in dv-cinder-805477-2-smb {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:25:36.948818 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cac760-13c2-4792-97df-b21ba4d0ffc2 None None] Routers {'e33892ae-11b7-4752-878f-4abaf5b60850'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:25:36.949478 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-b9cac760-13c2-4792-97df-b21ba4d0ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:25:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['e33892ae-11b7-4752-878f-4abaf5b60850'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:25:37.140942 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-b9cac760-13c2-4792-97df-b21ba4d0ffc2 None None] Set router e33892ae-11b7-4752-878f-4abaf5b60850 gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:25:37.381331 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 73c6d452-963b-4958-a0a6-e7c7c22a8fcc up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:25:37.400185 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d3a68-2531-4bdf-b59e-1cd4074cc9f5 req-0320591f-f359-4898-92a5-4f68ad8425d8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:37.401360 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-545d3a68-2531-4bdf-b59e-1cd4074cc9f5 req-0320591f-f359-4898-92a5-4f68ad8425d8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 945 time: 0.0896795 Aug 21 12:25:37.463110 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port 73c6d452-963b-4958-a0a6-e7c7c22a8fcc triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:25:37.463584 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:37.469697 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-545d3a68-2531-4bdf-b59e-1cd4074cc9f5 req-1f15b5b9-0771-475c-8f64-0bc28a728405 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621388 Aug 21 12:25:37.486328 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-b9cac760-13c2-4792-97df-b21ba4d0ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33892ae-11b7-4752-878f-4abaf5b60850', 'name': 'tempest-TestShelveInstance-1881440021-router', 'tenant_id': 'c5b97b40014f49aa868a8f7551a6968e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '73c6d452-963b-4958-a0a6-e7c7c22a8fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:25:27Z', 'updated_at': '2021-08-21T12:25:31Z', 'revision_number': 4, 'project_id': 'c5b97b40014f49aa868a8f7551a6968e', 'gw_port': {'id': '73c6d452-963b-4958-a0a6-e7c7c22a8fcc', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33892ae-11b7-4752-878f-4abaf5b60850', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:28Z', 'updated_at': '2021-08-21T12:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '36e0a4ba-ad74-41f4-af17-c7d03d12cc44', 'name': '', 'network_id': '071c46fb-b90e-4789-9352-faa4138ce448', 'tenant_id': 'c5b97b40014f49aa868a8f7551a6968e', 'mac_address': 'fa:16:3e:cc:c5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33892ae-11b7-4752-878f-4abaf5b60850', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6af14d9-8d1e-4397-a1b1-856fd673c682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:30Z', 'updated_at': '2021-08-21T12:25:31Z', 'revision_number': 2, 'project_id': 'c5b97b40014f49aa868a8f7551a6968e', 'subnets': [{'id': 'e6af14d9-8d1e-4397-a1b1-856fd673c682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:25:37.490872 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cac760-13c2-4792-97df-b21ba4d0ffc2 None None] Checking router: e33892ae-11b7-4752-878f-4abaf5b60850 for host: dv-cinder-805477-2-smb {{(pid=82382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:25:37.491298 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cac760-13c2-4792-97df-b21ba4d0ffc2 None None] Updating router e33892ae-11b7-4752-878f-4abaf5b60850 port 36e0a4ba-ad74-41f4-af17-c7d03d12cc44 binding host dv-cinder-805477-2-smb {{(pid=82382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:25:37.547952 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b9cac760-13c2-4792-97df-b21ba4d0ffc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:37.900900 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 13dca706-7b7a-404b-84c5-cc59432c0322 up at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:25:37.907132 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b9cac760-13c2-4792-97df-b21ba4d0ffc2 None None] Notify callbacks [] for port, precommit_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:37.919772 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b9cac760-13c2-4792-97df-b21ba4d0ffc2 None None] Transition to ACTIVE for port object 36e0a4ba-ad74-41f4-af17-c7d03d12cc44 will not be triggered until provisioned by entity L2. {{(pid=82382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:25:37.925986 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b9cac760-13c2-4792-97df-b21ba4d0ffc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:37.930379 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:37.982150 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning complete for port 13dca706-7b7a-404b-84c5-cc59432c0322 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:25:37.982716 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:38.109586 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:38.149458 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 13dca706-7b7a-404b-84c5-cc59432c0322, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=13dca706-7b7a-404b-84c5-cc59432c0322,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:25:38.150568 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf38d3b-76cc-4159-ab5c-2fb4ec044053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dca706-7b7a-404b-84c5-cc59432c0322'}] {{(pid=82381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:25:38.157396 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:38.159243 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3783ea99-cd65-404b-b427-a56a754ea230 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:38.222250 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7fb74-d7cc-4fac-92b5-d70ed7c7d99e None None] Pushing event updated for resources: {'Port': ['ID=36e0a4ba-ad74-41f4-af17-c7d03d12cc44,revision_number=3']} {{(pid=82382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:38.222409 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf38d3b-76cc-4159-ab5c-2fb4ec044053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dca706-7b7a-404b-84c5-cc59432c0322', 'code': 200} Aug 21 12:25:38.226514 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ada7fb74-d7cc-4fac-92b5-d70ed7c7d99e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:38.235922 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=13dca706-7b7a-404b-84c5-cc59432c0322,revision_number=7']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:38.239829 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:38.313253 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-b9cac760-13c2-4792-97df-b21ba4d0ffc2 None None] Attempting to bind port 36e0a4ba-ad74-41f4-af17-c7d03d12cc44 on host dv-cinder-805477-2-smb for vnic_type normal with profile {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:25:38.313611 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-b9cac760-13c2-4792-97df-b21ba4d0ffc2 None None] Attempting to bind port 36e0a4ba-ad74-41f4-af17-c7d03d12cc44 by drivers openvswitch,hyperv on host dv-cinder-805477-2-smb at level 0 using segments [{'id': 'b7684182-f51a-46c1-a730-5dae5e737c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '071c46fb-b90e-4789-9352-faa4138ce448'}] {{(pid=82382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:25:38.314011 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cac760-13c2-4792-97df-b21ba4d0ffc2 None None] Attempting to bind port 36e0a4ba-ad74-41f4-af17-c7d03d12cc44 on network 071c46fb-b90e-4789-9352-faa4138ce448 {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:25:38.321226 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cac760-13c2-4792-97df-b21ba4d0ffc2 None None] Checking agent: {'id': '18930305-9dab-4cc1-b040-572ba18151c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 9, 44), 'started_at': datetime.datetime(2021, 8, 21, 12, 10, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:25:38.321638 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cac760-13c2-4792-97df-b21ba4d0ffc2 None None] Checking segment: {'id': 'b7684182-f51a-46c1-a730-5dae5e737c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '071c46fb-b90e-4789-9352-faa4138ce448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:25:38.322072 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b9cac760-13c2-4792-97df-b21ba4d0ffc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:38.322505 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cac760-13c2-4792-97df-b21ba4d0ffc2 None None] Bound using segment: {'id': 'b7684182-f51a-46c1-a730-5dae5e737c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '071c46fb-b90e-4789-9352-faa4138ce448'} {{(pid=82382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:25:38.323005 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [None req-b9cac760-13c2-4792-97df-b21ba4d0ffc2 None None] Bound port: 36e0a4ba-ad74-41f4-af17-c7d03d12cc44, host: dv-cinder-805477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7684182-f51a-46c1-a730-5dae5e737c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '071c46fb-b90e-4789-9352-faa4138ce448'}}] {{(pid=82382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:25:38.323423 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b9cac760-13c2-4792-97df-b21ba4d0ffc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:38.417480 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-b9cac760-13c2-4792-97df-b21ba4d0ffc2 None None] For port 36e0a4ba-ad74-41f4-af17-c7d03d12cc44, host dv-cinder-805477-2-smb, cleared binding levels {{(pid=82382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:25:38.420548 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-b9cac760-13c2-4792-97df-b21ba4d0ffc2 None None] For port 36e0a4ba-ad74-41f4-af17-c7d03d12cc44, host dv-cinder-805477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=36e0a4ba-ad74-41f4-af17-c7d03d12cc44,segment=NetworkSegment(b7684182-f51a-46c1-a730-5dae5e737c0f),segment_id=b7684182-f51a-46c1-a730-5dae5e737c0f)] {{(pid=82382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:25:38.423726 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b9cac760-13c2-4792-97df-b21ba4d0ffc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:38.428805 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-12641181-a827-4f84-a623-459f11ee1de9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:38.510756 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7fb74-d7cc-4fac-92b5-d70ed7c7d99e None None] Pushing event updated for resources: {'Port': ['ID=36e0a4ba-ad74-41f4-af17-c7d03d12cc44,revision_number=4']} {{(pid=82382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:38.512763 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ada7fb74-d7cc-4fac-92b5-d70ed7c7d99e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:38.513554 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cac760-13c2-4792-97df-b21ba4d0ffc2 None None] Routers {'e33892ae-11b7-4752-878f-4abaf5b60850'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:25:38.514244 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-b9cac760-13c2-4792-97df-b21ba4d0ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:25:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['e33892ae-11b7-4752-878f-4abaf5b60850'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:25:38.709087 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d20526-1f8d-42b8-895b-147c5218bc0c req-415864b2-6b0c-4d08-b2e4-3f33b8f62cd4 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:38.710876 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-08d20526-1f8d-42b8-895b-147c5218bc0c req-415864b2-6b0c-4d08-b2e4-3f33b8f62cd4 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 946 time: 0.0905144 Aug 21 12:25:38.712445 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-b9cac760-13c2-4792-97df-b21ba4d0ffc2 None None] Set router e33892ae-11b7-4752-878f-4abaf5b60850 gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:25:38.775073 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-08d20526-1f8d-42b8-895b-147c5218bc0c req-0a45e862-9715-4e7b-ab4c-adc62003c52b tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573795 Aug 21 12:25:39.053993 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-b9cac760-13c2-4792-97df-b21ba4d0ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33892ae-11b7-4752-878f-4abaf5b60850', 'name': 'tempest-TestShelveInstance-1881440021-router', 'tenant_id': 'c5b97b40014f49aa868a8f7551a6968e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '73c6d452-963b-4958-a0a6-e7c7c22a8fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:25:27Z', 'updated_at': '2021-08-21T12:25:31Z', 'revision_number': 4, 'project_id': 'c5b97b40014f49aa868a8f7551a6968e', 'gw_port': {'id': '73c6d452-963b-4958-a0a6-e7c7c22a8fcc', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33892ae-11b7-4752-878f-4abaf5b60850', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:28Z', 'updated_at': '2021-08-21T12:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '36e0a4ba-ad74-41f4-af17-c7d03d12cc44', 'name': '', 'network_id': '071c46fb-b90e-4789-9352-faa4138ce448', 'tenant_id': 'c5b97b40014f49aa868a8f7551a6968e', 'mac_address': 'fa:16:3e:cc:c5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33892ae-11b7-4752-878f-4abaf5b60850', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6af14d9-8d1e-4397-a1b1-856fd673c682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:30Z', 'updated_at': '2021-08-21T12:25:38Z', 'revision_number': 4, 'project_id': 'c5b97b40014f49aa868a8f7551a6968e', 'subnets': [{'id': 'e6af14d9-8d1e-4397-a1b1-856fd673c682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:25:39.058350 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cac760-13c2-4792-97df-b21ba4d0ffc2 None None] The sync data for ids ['e33892ae-11b7-4752-878f-4abaf5b60850'] in dv-cinder-805477-2-smb is: [{'id': 'e33892ae-11b7-4752-878f-4abaf5b60850', 'name': 'tempest-TestShelveInstance-1881440021-router', 'tenant_id': 'c5b97b40014f49aa868a8f7551a6968e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '73c6d452-963b-4958-a0a6-e7c7c22a8fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:25:27Z', 'updated_at': '2021-08-21T12:25:31Z', 'revision_number': 4, 'project_id': 'c5b97b40014f49aa868a8f7551a6968e', 'gw_port': {'id': '73c6d452-963b-4958-a0a6-e7c7c22a8fcc', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33892ae-11b7-4752-878f-4abaf5b60850', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:28Z', 'updated_at': '2021-08-21T12:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '36e0a4ba-ad74-41f4-af17-c7d03d12cc44', 'name': '', 'network_id': '071c46fb-b90e-4789-9352-faa4138ce448', 'tenant_id': 'c5b97b40014f49aa868a8f7551a6968e', 'mac_address': 'fa:16:3e:cc:c5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33892ae-11b7-4752-878f-4abaf5b60850', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6af14d9-8d1e-4397-a1b1-856fd673c682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:30Z', 'updated_at': '2021-08-21T12:25:38Z', 'revision_number': 4, 'project_id': 'c5b97b40014f49aa868a8f7551a6968e', 'subnets': [{'id': 'e6af14d9-8d1e-4397-a1b1-856fd673c682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:25:39.405547 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 36e0a4ba-ad74-41f4-af17-c7d03d12cc44 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:25:39.490223 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning for port 36e0a4ba-ad74-41f4-af17-c7d03d12cc44 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:25:39.498547 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port 36e0a4ba-ad74-41f4-af17-c7d03d12cc44 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:25:39.499220 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:39.795374 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:39.828160 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] For port 36e0a4ba-ad74-41f4-af17-c7d03d12cc44, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=36e0a4ba-ad74-41f4-af17-c7d03d12cc44,segment=NetworkSegment(b7684182-f51a-46c1-a730-5dae5e737c0f),segment_id=b7684182-f51a-46c1-a730-5dae5e737c0f)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:25:39.831763 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:39.835892 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:39.907470 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Pushing event updated for resources: {'Port': ['ID=36e0a4ba-ad74-41f4-af17-c7d03d12cc44,revision_number=5']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:39.911082 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:40.041488 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e013bc6-c2a2-483e-b919-71b7426a238f req-89edfc4e-55f3-447c-900e-745f74b6c144 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:40.043820 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-4e013bc6-c2a2-483e-b919-71b7426a238f req-89edfc4e-55f3-447c-900e-745f74b6c144 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 946 time: 0.0963111 Aug 21 12:25:40.093992 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-4e013bc6-c2a2-483e-b919-71b7426a238f req-86a52cb1-90ee-4553-a07d-22d979bbe955 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448270 Aug 21 12:25:41.355426 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a0e88-cb0f-4f32-9df5-e3c449a7bfe2 req-13f568b8-4937-468a-a91c-d1110a95eecd tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:41.363022 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-af6a0e88-cb0f-4f32-9df5-e3c449a7bfe2 req-13f568b8-4937-468a-a91c-d1110a95eecd tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 946 time: 0.1103675 Aug 21 12:25:41.427854 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-af6a0e88-cb0f-4f32-9df5-e3c449a7bfe2 req-8f7d63dc-5f56-4b75-910a-287a9d5fed9e tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637822 Aug 21 12:25:41.499975 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 36e0a4ba-ad74-41f4-af17-c7d03d12cc44 up at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:25:41.589598 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Provisioning complete for port 36e0a4ba-ad74-41f4-af17-c7d03d12cc44 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:25:41.590163 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:42.745139 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b6aff-6c5d-42c0-896f-ea187d5259dd req-7ac1a1d0-65e1-4f39-908d-f94bd3097a3c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:42.747084 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ac5b6aff-6c5d-42c0-896f-ea187d5259dd req-7ac1a1d0-65e1-4f39-908d-f94bd3097a3c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 946 time: 0.1321466 Aug 21 12:25:42.808425 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ac5b6aff-6c5d-42c0-896f-ea187d5259dd req-ae40d8a7-1ab7-40af-a8e2-6400ec058790 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540659 Aug 21 12:25:43.066592 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e71a6f39-b389-4698-b10b-3a1ca76d9d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:44.109709 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf933d0c-62fc-4cff-9c87-8a3c46f79ac0 req-6b6c5dfc-ba2e-4e08-86d8-775f6241ae2d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:44.117399 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bf933d0c-62fc-4cff-9c87-8a3c46f79ac0 req-6b6c5dfc-ba2e-4e08-86d8-775f6241ae2d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 946 time: 0.1181443 Aug 21 12:25:44.168536 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bf933d0c-62fc-4cff-9c87-8a3c46f79ac0 req-d3d2e06d-8b63-445e-a5f7-9cdd9accf144 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501413 Aug 21 12:25:44.528864 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:45.199973 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5af2d79b-bca2-42b1-ad4f-dc815feaa7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:45.401816 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793699ae-6665-4eb1-a6e7-7747384024b5 req-3610bd5e-e0d4-4438-9120-ed23486dbbe5 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:45.404260 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-793699ae-6665-4eb1-a6e7-7747384024b5 req-3610bd5e-e0d4-4438-9120-ed23486dbbe5 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 946 time: 0.0984664 Aug 21 12:25:45.461945 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-793699ae-6665-4eb1-a6e7-7747384024b5 req-dd02224a-7d02-40ef-8c1e-e1b71dae384c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505769 Aug 21 12:25:45.826556 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:46.727311 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f496c-c84f-47cd-bd5c-2c487f6a6deb req-d8b0cc9c-e19e-4274-ad73-1301dc4f8c90 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:46.728967 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-116f496c-c84f-47cd-bd5c-2c487f6a6deb req-d8b0cc9c-e19e-4274-ad73-1301dc4f8c90 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 946 time: 0.1049712 Aug 21 12:25:47.041746 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-116f496c-c84f-47cd-bd5c-2c487f6a6deb req-e1cc6a74-6c18-499f-aa65-589028aa8c7d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3057957 Aug 21 12:25:47.200879 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:47.854375 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:25:48.284061 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86acb7d-9197-4438-acc2-71e57d2e0606 req-20085d51-2c3b-401f-a861-eb22a0688498 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:48.286014 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e86acb7d-9197-4438-acc2-71e57d2e0606 req-20085d51-2c3b-401f-a861-eb22a0688498 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 946 time: 0.0883224 Aug 21 12:25:48.338174 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e86acb7d-9197-4438-acc2-71e57d2e0606 req-99d8e431-c06b-428d-ae62-cd8dfaa277dd tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458555 Aug 21 12:25:48.846073 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:49.568964 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe3e01-5244-490b-80d5-9ca51b5e9bc6 req-baf680de-298f-4021-bccd-f50bc1cf5e0b tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:49.570620 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a2fe3e01-5244-490b-80d5-9ca51b5e9bc6 req-baf680de-298f-4021-bccd-f50bc1cf5e0b tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 946 time: 0.0856373 Aug 21 12:25:49.619893 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a2fe3e01-5244-490b-80d5-9ca51b5e9bc6 req-80397483-4ffc-4f2c-8bfc-0346a5cca6b5 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431175 Aug 21 12:25:50.868845 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99753103-7235-49c6-a5e8-96b0a8fbec7a req-940ee326-e48c-4036-9648-643ad409a92a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:50.870718 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-99753103-7235-49c6-a5e8-96b0a8fbec7a req-940ee326-e48c-4036-9648-643ad409a92a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 946 time: 0.0899811 Aug 21 12:25:50.935224 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-99753103-7235-49c6-a5e8-96b0a8fbec7a req-42808800-a1a8-4e5e-b46c-27a6092ae1a0 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582914 Aug 21 12:25:52.205392 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-489b728f-5ea9-43a2-9a80-59d21939d4e3 req-ccaf0378-9c7f-49b3-bd21-38c69718b33f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ab1a7fb5e8f47d4a26520c5fb8bd4c2&device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 1099 time: 0.1423891 Aug 21 12:25:52.212256 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3e109-d353-4783-9551-f623da9b5712 req-ae5d8848-5100-49fa-999d-901d9672fcc2 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:52.213785 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-70f3e109-d353-4783-9551-f623da9b5712 req-ae5d8848-5100-49fa-999d-901d9672fcc2 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 946 time: 0.1175857 Aug 21 12:25:52.359467 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-70f3e109-d353-4783-9551-f623da9b5712 req-fab523c8-7ee4-4a3f-9eec-aedebc780d6a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381466 Aug 21 12:25:52.395268 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b728f-5ea9-43a2-9a80-59d21939d4e3 req-e3ca7829-6aec-4812-b847-42baae8c0ed0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:52.396835 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-489b728f-5ea9-43a2-9a80-59d21939d4e3 req-e3ca7829-6aec-4812-b847-42baae8c0ed0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=66fcdff2-94ab-4687-9781-4d1ba887f030 HTTP/1.1" status: 200 len: 917 time: 0.1583149 Aug 21 12:25:52.569377 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-489b728f-5ea9-43a2-9a80-59d21939d4e3 req-f8e41d07-2148-4ac8-92d1-06511b0c1867 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13dca706-7b7a-404b-84c5-cc59432c0322 HTTP/1.1" status: 200 len: 1002 time: 0.1047757 Aug 21 12:25:52.638815 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b728f-5ea9-43a2-9a80-59d21939d4e3 req-70ddae1b-2252-4906-ab02-3344d3ffdfaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:52.640337 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-489b728f-5ea9-43a2-9a80-59d21939d4e3 req-70ddae1b-2252-4906-ab02-3344d3ffdfaa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8a00bc67-6928-4f8f-9e79-a5b624611398 HTTP/1.1" status: 200 len: 855 time: 0.0646751 Aug 21 12:25:52.725767 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-489b728f-5ea9-43a2-9a80-59d21939d4e3 req-418c8b49-a8d6-4775-9a9b-d824c2c36352 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=66fcdff2-94ab-4687-9781-4d1ba887f030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769124 Aug 21 12:25:52.873888 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-489b728f-5ea9-43a2-9a80-59d21939d4e3 req-7c9ffb54-0d44-46cc-95e0-196505c68949 service neutron] 10.222.0.21 "GET /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409652 Aug 21 12:25:53.018998 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-489b728f-5ea9-43a2-9a80-59d21939d4e3 req-18e5a276-0431-499d-b1d1-d6ee97696938 service neutron] 10.222.0.21 "GET /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359093 Aug 21 12:25:53.134549 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cb094c3e-6d54-4a11-ae9c-b639fac7b38b req-3e5c1eaf-176c-4a4e-8207-97b9e0f51dfa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ab1a7fb5e8f47d4a26520c5fb8bd4c2&device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 1099 time: 0.0790889 Aug 21 12:25:53.274807 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb094c3e-6d54-4a11-ae9c-b639fac7b38b req-9195a941-24c6-42f7-ade7-1561889de050 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:53.276293 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cb094c3e-6d54-4a11-ae9c-b639fac7b38b req-9195a941-24c6-42f7-ade7-1561889de050 service neutron] 10.222.0.21 "GET /v2.0/networks?id=66fcdff2-94ab-4687-9781-4d1ba887f030 HTTP/1.1" status: 200 len: 917 time: 0.1356401 Aug 21 12:25:53.389429 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cb094c3e-6d54-4a11-ae9c-b639fac7b38b req-10335013-5852-4a17-ae4c-1c50d90e5180 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13dca706-7b7a-404b-84c5-cc59432c0322 HTTP/1.1" status: 200 len: 1002 time: 0.1043124 Aug 21 12:25:53.458927 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb094c3e-6d54-4a11-ae9c-b639fac7b38b req-668cfe22-9756-46ec-a991-6433e5ec5df7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:53.460495 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cb094c3e-6d54-4a11-ae9c-b639fac7b38b req-668cfe22-9756-46ec-a991-6433e5ec5df7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8a00bc67-6928-4f8f-9e79-a5b624611398 HTTP/1.1" status: 200 len: 855 time: 0.0649934 Aug 21 12:25:53.608365 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cb094c3e-6d54-4a11-ae9c-b639fac7b38b req-737dbd52-4add-4ee7-82d7-300277c0a359 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=66fcdff2-94ab-4687-9781-4d1ba887f030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1411445 Aug 21 12:25:53.618424 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9abda4-e729-4293-917a-f38a11fa58dc req-9ea3538d-ada5-473e-b6d7-23ba63c25c20 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:53.620196 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1c9abda4-e729-4293-917a-f38a11fa58dc req-9ea3538d-ada5-473e-b6d7-23ba63c25c20 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 946 time: 0.1163576 Aug 21 12:25:53.762236 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1c9abda4-e729-4293-917a-f38a11fa58dc req-271edc01-3971-43ff-9474-c3b7a1ce7c9f tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199212 Aug 21 12:25:53.822670 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cb094c3e-6d54-4a11-ae9c-b639fac7b38b req-1c035fcb-466b-4af7-b48a-a58fa4e11baf service neutron] 10.222.0.21 "GET /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014372 Aug 21 12:25:53.975314 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cb094c3e-6d54-4a11-ae9c-b639fac7b38b req-bcc97cf0-4485-4f36-af0a-b8c23195a331 service neutron] 10.222.0.21 "GET /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459165 Aug 21 12:25:55.024491 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb6209-9a61-47b7-aeb8-b24e7a1de979 req-d63f5ba7-d38c-4f8f-b24d-5551add68483 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:55.026100 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-abfb6209-9a61-47b7-aeb8-b24e7a1de979 req-d63f5ba7-d38c-4f8f-b24d-5551add68483 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 946 time: 0.0869136 Aug 21 12:25:55.074197 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-abfb6209-9a61-47b7-aeb8-b24e7a1de979 req-63033a5e-d7b4-48f9-bb10-97a705d0ca4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418596 Aug 21 12:25:56.017836 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 13dca706-7b7a-404b-84c5-cc59432c0322 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:25:56.137870 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:56.167030 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf38d3b-76cc-4159-ab5c-2fb4ec044053', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13dca706-7b7a-404b-84c5-cc59432c0322'}] {{(pid=82381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:25:56.178234 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 13dca706-7b7a-404b-84c5-cc59432c0322, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=13dca706-7b7a-404b-84c5-cc59432c0322,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:25:56.181178 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:56.183299 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:25:56.241594 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf38d3b-76cc-4159-ab5c-2fb4ec044053', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13dca706-7b7a-404b-84c5-cc59432c0322', 'code': 200} Aug 21 12:25:56.254682 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=13dca706-7b7a-404b-84c5-cc59432c0322,revision_number=8']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:25:56.258003 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:25:56.315948 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efc87c-ae93-4db2-8400-e5ebe9e0cb83 req-6ff274a2-b391-4636-ae23-53abec03974f tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:56.317688 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-81efc87c-ae93-4db2-8400-e5ebe9e0cb83 req-6ff274a2-b391-4636-ae23-53abec03974f tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 944 time: 0.0869992 Aug 21 12:25:56.368318 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-81efc87c-ae93-4db2-8400-e5ebe9e0cb83 req-37339ca5-f2a6-4b43-90e8-5a52d8d80fb6 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446053 Aug 21 12:25:57.598884 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-4066ba93-b54a-42e4-a9af-30cdd666ec6a tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Synchronizing usage tracker for tenant:c61de113f0bd4c8681decc48f0d759bb on resource:security_group {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:25:57.614896 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-4066ba93-b54a-42e4-a9af-30cdd666ec6a tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Unset dirty status for tenant:c61de113f0bd4c8681decc48f0d759bb on resource:security_group {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:25:57.616154 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-4066ba93-b54a-42e4-a9af-30cdd666ec6a tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1735622373&fields=id&tenant_id=c61de113f0bd4c8681decc48f0d759bb HTTP/1.1" status: 200 len: 267 time: 0.0650198 Aug 21 12:25:57.783194 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-eff7c816-e178-4cde-9554-3710833aeeb0 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:57.784580 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-eff7c816-e178-4cde-9554-3710833aeeb0 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Synchronizing usage tracker for tenant:c61de113f0bd4c8681decc48f0d759bb on resource:network {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:25:57.802423 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-eff7c816-e178-4cde-9554-3710833aeeb0 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Unset dirty status for tenant:c61de113f0bd4c8681decc48f0d759bb on resource:network {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:25:57.803921 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-eff7c816-e178-4cde-9554-3710833aeeb0 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/networks?id=584f663b-435a-48ca-b621-8f11c231b397 HTTP/1.1" status: 200 len: 808 time: 0.1800270 Aug 21 12:25:57.822806 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-05da24e4-2faf-4808-b9a7-361e901e9c5c tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/quotas/c61de113f0bd4c8681decc48f0d759bb HTTP/1.1" status: 200 len: 375 time: 0.0128675 Aug 21 12:25:57.915199 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-ec81c78e-d5b6-4cfe-a45b-283304f8e1ff tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c61de113f0bd4c8681decc48f0d759bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0859511 Aug 21 12:25:58.125240 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-f918b411-fae8-4825-af38-1b37a889b93a service neutron] 10.222.0.11 "GET /v2.0/networks/584f663b-435a-48ca-b621-8f11c231b397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966586 Aug 21 12:25:58.160711 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5c82f449-7f40-4dc4-91e5-d6445787cb48 req-e7a10bb8-cf07-4a7b-b046-c989a20cf7ec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2855985 Aug 21 12:25:58.288427 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-ee696424-186b-4e34-9a9a-8c40e2ab551c service neutron] 10.222.0.11 "GET /v2.0/networks/584f663b-435a-48ca-b621-8f11c231b397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561358 Aug 21 12:25:58.438827 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 45210) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:58.482817 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ce70e-dec8-4113-a435-7a48c77217c5 req-afc8eb0e-8065-4a0b-9b5f-61402b884fd9 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:58.484432 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e15ce70e-dec8-4113-a435-7a48c77217c5 req-afc8eb0e-8065-4a0b-9b5f-61402b884fd9 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 944 time: 0.1180475 Aug 21 12:25:58.607701 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e15ce70e-dec8-4113-a435-7a48c77217c5 req-cc0a5d28-ab18-4fe2-be1b-f501c5ad8d85 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158555 Aug 21 12:25:58.631149 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c0bfac9b-8217-4971-8518-ea2ecc91f753 req-43b05231-8ef6-4ad3-b662-b36622d40062 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1908393 Aug 21 12:25:58.792388 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e024d0ce-f27b-4571-871e-62203ea5fe4e req-85b90786-9c18-4e37-ac7d-613c64f7a19a tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 210 time: 0.0622783 Aug 21 12:25:59.269302 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c0bfac9b-8217-4971-8518-ea2ecc91f753 req-e8f9cf19-b17f-4a47-852d-8700b4d8ac6a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053&tenant_id=0ab1a7fb5e8f47d4a26520c5fb8bd4c2 HTTP/1.1" status: 200 len: 1097 time: 0.0812285 Aug 21 12:25:59.365718 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c0bfac9b-8217-4971-8518-ea2ecc91f753 req-2faa7c10-8ee7-45d9-ba5b-6948ce435550 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ab1a7fb5e8f47d4a26520c5fb8bd4c2&device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 1097 time: 0.0759830 Aug 21 12:25:59.811166 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfac9b-8217-4971-8518-ea2ecc91f753 req-feb97fe5-2c52-4552-9c02-ba07ece79424 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:59.812863 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c0bfac9b-8217-4971-8518-ea2ecc91f753 req-feb97fe5-2c52-4552-9c02-ba07ece79424 service neutron] 10.222.0.21 "GET /v2.0/networks?id=66fcdff2-94ab-4687-9781-4d1ba887f030 HTTP/1.1" status: 200 len: 917 time: 0.4409318 Aug 21 12:25:59.973171 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4cf74-b87f-4c31-8bde-26bdb5da27f3 req-93a98572-38e7-4906-813b-17082e825f94 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:25:59.974800 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-36f4cf74-b87f-4c31-8bde-26bdb5da27f3 req-93a98572-38e7-4906-813b-17082e825f94 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 946 time: 0.2718315 Aug 21 12:25:59.980976 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c0bfac9b-8217-4971-8518-ea2ecc91f753 req-777f8256-ed4b-46b0-a40d-7680ba7fba68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13dca706-7b7a-404b-84c5-cc59432c0322 HTTP/1.1" status: 200 len: 1000 time: 0.1550703 Aug 21 12:26:00.009942 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-687e66aa-0d88-4155-93a4-9f3b0d61c67e tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:00.010158 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59ff7e-94b7-484f-bac3-219ea2436e50 req-b4542752-9ef2-4dae-b90f-02406747bf88 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:00.011509 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-687e66aa-0d88-4155-93a4-9f3b0d61c67e tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.21 "GET /v2.0/networks?id=584f663b-435a-48ca-b621-8f11c231b397 HTTP/1.1" status: 200 len: 808 time: 0.1763780 Aug 21 12:26:00.011643 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0d59ff7e-94b7-484f-bac3-219ea2436e50 req-b4542752-9ef2-4dae-b90f-02406747bf88 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 944 time: 0.2392037 Aug 21 12:26:00.068837 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-0fa63471-6ff5-43f4-af6e-dea7034ede16 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c61de113f0bd4c8681decc48f0d759bb HTTP/1.1" status: 200 len: 380 time: 0.0457938 Aug 21 12:26:00.077748 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Request body: {'port': {'device_id': '91ca4ffe-c243-4cd0-b7d5-96f917201e82', 'network_id': '584f663b-435a-48ca-b621-8f11c231b397', 'admin_state_up': True, 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'security_groups': ['c4b1c9e0-a514-4e64-8190-036fcb38f79d']}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:26:00.130767 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfac9b-8217-4971-8518-ea2ecc91f753 req-7a07b268-df4c-400d-88d4-c0fd2bcc68f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:00.132340 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c0bfac9b-8217-4971-8518-ea2ecc91f753 req-7a07b268-df4c-400d-88d4-c0fd2bcc68f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8a00bc67-6928-4f8f-9e79-a5b624611398 HTTP/1.1" status: 200 len: 855 time: 0.1180420 Aug 21 12:26:00.141651 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-36f4cf74-b87f-4c31-8bde-26bdb5da27f3 req-bd41b637-735c-4863-8e8f-28889ed69f48 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f337eb-2cc8-4a21-b5f3-6fded18baf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562798 Aug 21 12:26:00.218933 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0d59ff7e-94b7-484f-bac3-219ea2436e50 req-a73409f0-9316-476e-a50f-a48238a779a7 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641073 Aug 21 12:26:00.254483 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c0bfac9b-8217-4971-8518-ea2ecc91f753 req-6230893c-e9b2-46cd-9fc5-6e62bcbc7e70 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=66fcdff2-94ab-4687-9781-4d1ba887f030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1115513 Aug 21 12:26:00.259514 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:26:00.263590 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Usage tracker for resource:port and tenant:c61de113f0bd4c8681decc48f0d759bb is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:26:00.266807 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:26:00.273274 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:26:00.282402 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Made reservation on behalf of c61de113f0bd4c8681decc48f0d759bb for: {'port': 1} {{(pid=82380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:26:00.287977 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:00.310755 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2313bfab-46be-41e6-95bc-f4fb554237c3 req-db46c6cc-5352-4742-9c27-bc8c7048008c tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 210 time: 0.0507803 Aug 21 12:26:00.452531 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c0bfac9b-8217-4971-8518-ea2ecc91f753 req-ad9921be-8033-419e-bec4-42175c489c83 service neutron] 10.222.0.21 "GET /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443758 Aug 21 12:26:00.463126 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Allocated IP 172.20.0.4 (584f663b-435a-48ca-b621-8f11c231b397/70758fb0-22b5-4316-a8d6-e9838934778a/60f858e8-f78c-4e19-9597-ef737b654946) {{(pid=82380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:26:00.602395 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c0bfac9b-8217-4971-8518-ea2ecc91f753 req-bbd4bfbf-d03c-4d57-b66f-a5a04f894e3b service neutron] 10.222.0.21 "GET /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399708 Aug 21 12:26:00.669595 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for port, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:00.686787 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Transition to ACTIVE for port object 60f858e8-f78c-4e19-9597-ef737b654946 will not be triggered until provisioned by entity DHCP. {{(pid=82380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:26:00.707348 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:00.712864 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:00.795774 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Pushing event updated for resources: {'Port': ['ID=60f858e8-f78c-4e19-9597-ef737b654946,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:00.812025 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:00.812620 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:00.812832 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:00.813266 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:00.813675 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:00.814080 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:00.814482 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:00.814883 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:00.815399 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:00.815803 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:00.816202 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:00.820696 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Network 584f663b-435a-48ca-b621-8f11c231b397 is already hosted by enough agents. {{(pid=82380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:26:00.821877 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:00.823063 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Resources bound (agent type, host, resource id): {{(pid=82380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:26:00.824856 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Received port after_create {{(pid=82380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:26:00.891859 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:00.892535 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:00.915583 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8418097 Aug 21 12:26:00.928308 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-e4af9289-5165-46da-aa7d-d11d135b757a service neutron] Request body: {'port': {'device_id': '91ca4ffe-c243-4cd0-b7d5-96f917201e82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:26:01.057784 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-e4af9289-5165-46da-aa7d-d11d135b757a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:01.133504 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-287a9fb5-6c5d-46fe-8058-098bb95ce402 None None] Provisioning for port 60f858e8-f78c-4e19-9597-ef737b654946 completed by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:26:01.138637 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-287a9fb5-6c5d-46fe-8058-098bb95ce402 None None] Provisioning complete for port 60f858e8-f78c-4e19-9597-ef737b654946 triggered by entity DHCP. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:26:01.139113 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-287a9fb5-6c5d-46fe-8058-098bb95ce402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:01.199679 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-287a9fb5-6c5d-46fe-8058-098bb95ce402 None None] Port 60f858e8-f78c-4e19-9597-ef737b654946 cannot update to ACTIVE because it is not bound. {{(pid=82381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:26:01.441381 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8524ebe-0165-4619-ae55-9ebbe59360ce req-0678614d-f32f-47a0-9d0c-069708aa28d4 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:01.443370 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c8524ebe-0165-4619-ae55-9ebbe59360ce req-0678614d-f32f-47a0-9d0c-069708aa28d4 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 946 time: 0.1633091 Aug 21 12:26:01.521735 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c8524ebe-0165-4619-ae55-9ebbe59360ce req-57b740b6-fc7e-4065-b1d0-627ffa947c2f tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f337eb-2cc8-4a21-b5f3-6fded18baf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695891 Aug 21 12:26:01.527764 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b721fdc-a4d5-4cd1-912c-eaefe181cc0b req-32bf709e-9f83-4556-9619-0b4697969f77 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:01.529524 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6b721fdc-a4d5-4cd1-912c-eaefe181cc0b req-32bf709e-9f83-4556-9619-0b4697969f77 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 944 time: 0.1495395 Aug 21 12:26:01.628290 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6b721fdc-a4d5-4cd1-912c-eaefe181cc0b req-b1a2102f-1530-417c-883e-1446e3afaab4 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912306 Aug 21 12:26:01.806678 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-e4af9289-5165-46da-aa7d-d11d135b757a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f858e8-f78c-4e19-9597-ef737b654946 {{(pid=82380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:26:01.817307 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-e4af9289-5165-46da-aa7d-d11d135b757a service neutron] Notify callbacks [] for port, precommit_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:01.837224 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-e4af9289-5165-46da-aa7d-d11d135b757a service neutron] Transition to ACTIVE for port object 60f858e8-f78c-4e19-9597-ef737b654946 will not be triggered until provisioned by entity L2. {{(pid=82380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:26:01.841782 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-e4af9289-5165-46da-aa7d-d11d135b757a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848059139'] for port, after_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:01.848256 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5224bcf4-9273-4275-a261-169b9f43760f tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:01.885832 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc1a26-e9fe-42d9-a230-475653cc1258 req-a74aaa85-eff7-471d-84c9-cfe7bc52503e tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:01.897222 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d9dc1a26-e9fe-42d9-a230-475653cc1258 req-a74aaa85-eff7-471d-84c9-cfe7bc52503e tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 931 time: 0.1702113 Aug 21 12:26:01.995824 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d9dc1a26-e9fe-42d9-a230-475653cc1258 req-fa36dd1b-8f53-448b-abac-57d6c0573418 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972395 Aug 21 12:26:02.009599 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af9289-5165-46da-aa7d-d11d135b757a service neutron] Pushing event updated for resources: {'Port': ['ID=60f858e8-f78c-4e19-9597-ef737b654946,revision_number=2']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:02.025185 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-e4af9289-5165-46da-aa7d-d11d135b757a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:02.165398 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-e4af9289-5165-46da-aa7d-d11d135b757a service neutron] Attempting to bind port 60f858e8-f78c-4e19-9597-ef737b654946 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:26:02.165944 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-e4af9289-5165-46da-aa7d-d11d135b757a service neutron] Attempting to bind port 60f858e8-f78c-4e19-9597-ef737b654946 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '6c4d65b5-ee89-49b8-a84e-3294554a92f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '584f663b-435a-48ca-b621-8f11c231b397'}] {{(pid=82380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:26:02.166612 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-e4af9289-5165-46da-aa7d-d11d135b757a service neutron] Attempting to bind port 60f858e8-f78c-4e19-9597-ef737b654946 on network 584f663b-435a-48ca-b621-8f11c231b397 {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:26:02.173333 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-e4af9289-5165-46da-aa7d-d11d135b757a service neutron] Port 60f858e8-f78c-4e19-9597-ef737b654946 on network 584f663b-435a-48ca-b621-8f11c231b397 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:26:02.173850 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-e4af9289-5165-46da-aa7d-d11d135b757a service neutron] Attempting to bind port 60f858e8-f78c-4e19-9597-ef737b654946 on network 584f663b-435a-48ca-b621-8f11c231b397 {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:26:02.182325 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-e4af9289-5165-46da-aa7d-d11d135b757a service neutron] Checking agent: {'id': '04f4107c-da72-461b-9c35-d993a4b9fd6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'started_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:26:02.182804 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-e4af9289-5165-46da-aa7d-d11d135b757a service neutron] Checking segment: {'id': '6c4d65b5-ee89-49b8-a84e-3294554a92f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '584f663b-435a-48ca-b621-8f11c231b397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:26:02.183306 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-e4af9289-5165-46da-aa7d-d11d135b757a service neutron] Bound using segment: {'id': '6c4d65b5-ee89-49b8-a84e-3294554a92f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '584f663b-435a-48ca-b621-8f11c231b397'} {{(pid=82380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:26:02.183856 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-e4af9289-5165-46da-aa7d-d11d135b757a service neutron] Bound port: 60f858e8-f78c-4e19-9597-ef737b654946, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4d65b5-ee89-49b8-a84e-3294554a92f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '584f663b-435a-48ca-b621-8f11c231b397'}}] {{(pid=82380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:26:02.184332 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-e4af9289-5165-46da-aa7d-d11d135b757a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:02.287552 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-e4af9289-5165-46da-aa7d-d11d135b757a service neutron] For port 60f858e8-f78c-4e19-9597-ef737b654946, host hv-cinder-80547, cleared binding levels {{(pid=82380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:26:02.290795 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-e4af9289-5165-46da-aa7d-d11d135b757a service neutron] For port 60f858e8-f78c-4e19-9597-ef737b654946, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=60f858e8-f78c-4e19-9597-ef737b654946,segment=NetworkSegment(6c4d65b5-ee89-49b8-a84e-3294554a92f4),segment_id=6c4d65b5-ee89-49b8-a84e-3294554a92f4)] {{(pid=82380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:26:02.294800 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-e4af9289-5165-46da-aa7d-d11d135b757a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848059139'] for port, after_update {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:02.301619 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-e9d4f6f7-84f9-462d-87b9-83c6af919a51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:02.366882 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-e4af9289-5165-46da-aa7d-d11d135b757a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:02.368389 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-e4af9289-5165-46da-aa7d-d11d135b757a service neutron] 10.222.0.21 "PUT /v2.0/ports/60f858e8-f78c-4e19-9597-ef737b654946 HTTP/1.1" status: 200 len: 1093 time: 1.4446743 Aug 21 12:26:02.369217 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ca4ffe-c243-4cd0-b7d5-96f917201e82', 'tag': '60f858e8-f78c-4e19-9597-ef737b654946'}] {{(pid=82380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:26:02.397463 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af9289-5165-46da-aa7d-d11d135b757a service neutron] Pushing event updated for resources: {'Port': ['ID=60f858e8-f78c-4e19-9597-ef737b654946,revision_number=3']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:02.402158 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-e4af9289-5165-46da-aa7d-d11d135b757a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:02.436356 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ca4ffe-c243-4cd0-b7d5-96f917201e82', 'tag': '60f858e8-f78c-4e19-9597-ef737b654946', 'status': 'completed', 'code': 200} Aug 21 12:26:02.763940 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b27147-e9d8-480e-8461-0386dd653680 req-5d7f1556-d9d1-47a3-b9c7-96f82475e6a2 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:02.781696 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b8b27147-e9d8-480e-8461-0386dd653680 req-5d7f1556-d9d1-47a3-b9c7-96f82475e6a2 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 946 time: 0.1082954 Aug 21 12:26:02.886824 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b8b27147-e9d8-480e-8461-0386dd653680 req-b57321be-6b9b-4845-9dcc-780c037544e8 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f337eb-2cc8-4a21-b5f3-6fded18baf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041501 Aug 21 12:26:02.941983 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b802584-5201-42c4-b2a6-0e57c9c70c4f req-0066bfd2-ca0e-4a0b-9019-e8995d25740a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:02.943515 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0b802584-5201-42c4-b2a6-0e57c9c70c4f req-0066bfd2-ca0e-4a0b-9019-e8995d25740a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 944 time: 0.1069984 Aug 21 12:26:02.993668 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0b802584-5201-42c4-b2a6-0e57c9c70c4f req-4da88ee8-ed93-4e2e-9dc0-30f87108a5ae tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439448 Aug 21 12:26:03.203374 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a480f74-8f88-4a3b-82f7-7c6abe58fb55 req-659526f8-52ac-422e-8219-4a7275003993 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:03.204923 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0a480f74-8f88-4a3b-82f7-7c6abe58fb55 req-659526f8-52ac-422e-8219-4a7275003993 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 943 time: 0.0876374 Aug 21 12:26:03.271540 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0a480f74-8f88-4a3b-82f7-7c6abe58fb55 req-96faa670-f094-41c4-a8bb-73bd3bfe9eab tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585785 Aug 21 12:26:04.113373 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe7f48-b363-4959-94b2-402be8374df6 req-519dc4f0-6412-4a59-9a49-d4d8b4d1b34d tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:04.115511 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-21fe7f48-b363-4959-94b2-402be8374df6 req-519dc4f0-6412-4a59-9a49-d4d8b4d1b34d tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 946 time: 0.0939205 Aug 21 12:26:04.219159 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-21fe7f48-b363-4959-94b2-402be8374df6 req-eec14114-f7c6-498d-9221-0f4b28e2ecb8 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f337eb-2cc8-4a21-b5f3-6fded18baf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972745 Aug 21 12:26:04.251740 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f250d-810d-43c7-b1a1-bbdc87e475ff req-587463c6-6f0a-4441-ab1a-031a32c5600a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:04.254410 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a50f250d-810d-43c7-b1a1-bbdc87e475ff req-587463c6-6f0a-4441-ab1a-031a32c5600a tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 944 time: 0.1083808 Aug 21 12:26:04.308685 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a50f250d-810d-43c7-b1a1-bbdc87e475ff req-2d80ef1d-5d5f-4d91-a4b7-a31809cd36b3 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477338 Aug 21 12:26:04.527908 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558bdd1a-4a4c-4f84-b7a0-58dea4beaafa req-805f0749-e75a-4e2f-b401-ce4c8c30591e tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:04.529808 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-558bdd1a-4a4c-4f84-b7a0-58dea4beaafa req-805f0749-e75a-4e2f-b401-ce4c8c30591e tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 943 time: 0.0993216 Aug 21 12:26:04.591165 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-558bdd1a-4a4c-4f84-b7a0-58dea4beaafa req-c6f26c2b-6dc5-41f5-adcf-65bbdb8a48e5 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544190 Aug 21 12:26:05.620063 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d110f8-3a6a-488e-b8d0-c600dbacf456 req-02d1ce3c-07fa-4adb-bcfe-f8a709e69f47 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:05.621775 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-69d110f8-3a6a-488e-b8d0-c600dbacf456 req-02d1ce3c-07fa-4adb-bcfe-f8a709e69f47 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 944 time: 0.1525114 Aug 21 12:26:05.637295 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728097ac-7db8-4f56-b017-d63cc7164fef req-2acb1f80-0438-40e0-9238-a0c9172b6718 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:05.638885 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-728097ac-7db8-4f56-b017-d63cc7164fef req-2acb1f80-0438-40e0-9238-a0c9172b6718 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 946 time: 0.1299961 Aug 21 12:26:05.722724 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-69d110f8-3a6a-488e-b8d0-c600dbacf456 req-4f40ea08-429f-4217-ab9f-ff100648ba26 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827568 Aug 21 12:26:05.725355 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-728097ac-7db8-4f56-b017-d63cc7164fef req-7599f7cd-7580-4939-8258-1a8165440f3f tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f337eb-2cc8-4a21-b5f3-6fded18baf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706496 Aug 21 12:26:05.950797 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a78a4-7056-4873-b217-b3c190451f2b req-fa927465-5972-41e0-891f-75f7aba171f6 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:05.952348 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bd7a78a4-7056-4873-b217-b3c190451f2b req-fa927465-5972-41e0-891f-75f7aba171f6 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 943 time: 0.0950758 Aug 21 12:26:06.003431 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bd7a78a4-7056-4873-b217-b3c190451f2b req-0445a679-e907-40cd-b583-596afe7e6445 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442801 Aug 21 12:26:07.038197 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac63b12-a6a2-4c56-b26c-17ba7ecfa7ef req-9c789f48-3ee4-489c-829a-7e3602496d84 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:07.039744 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3ac63b12-a6a2-4c56-b26c-17ba7ecfa7ef req-9c789f48-3ee4-489c-829a-7e3602496d84 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 944 time: 0.1582375 Aug 21 12:26:07.046815 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3982a1-ac82-4d89-b482-94aac2f58120 req-bb8ac6e2-2e0e-444f-9de3-50c914ceb156 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:07.048339 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2f3982a1-ac82-4d89-b482-94aac2f58120 req-bb8ac6e2-2e0e-444f-9de3-50c914ceb156 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 946 time: 0.1264138 Aug 21 12:26:07.133719 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3ac63b12-a6a2-4c56-b26c-17ba7ecfa7ef req-4e9a1905-6537-44ca-a99d-1b63e0d35af8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843208 Aug 21 12:26:07.136617 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2f3982a1-ac82-4d89-b482-94aac2f58120 req-c437cc0e-ea6b-4279-97e0-df0507252f86 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f337eb-2cc8-4a21-b5f3-6fded18baf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712094 Aug 21 12:26:07.351727 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f008779-4c74-4bf8-aa1e-8ec80cf6f574 req-30f9a966-4e0a-46de-bbf8-0d49b9842283 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:07.353377 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7f008779-4c74-4bf8-aa1e-8ec80cf6f574 req-30f9a966-4e0a-46de-bbf8-0d49b9842283 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 943 time: 0.0897710 Aug 21 12:26:07.410416 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7f008779-4c74-4bf8-aa1e-8ec80cf6f574 req-6534d22c-a031-4047-a854-66492ba8839e tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506530 Aug 21 12:26:08.427263 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a16cb-f574-487c-976f-5377ff78d52d req-e1347b65-03eb-4c8b-9658-e35520cf4f17 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:08.428918 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e67a16cb-f574-487c-976f-5377ff78d52d req-e1347b65-03eb-4c8b-9658-e35520cf4f17 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 946 time: 0.1579335 Aug 21 12:26:08.435980 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65c24b-e013-43e5-9e72-691edff27b39 req-5e3d18b8-9914-4d59-a90c-8e8560747878 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:08.437687 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-4d65c24b-e013-43e5-9e72-691edff27b39 req-5e3d18b8-9914-4d59-a90c-8e8560747878 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 944 time: 0.1313913 Aug 21 12:26:08.523065 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e67a16cb-f574-487c-976f-5377ff78d52d req-2e48864b-e67d-4c41-98cd-e611fd3a2bac tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f337eb-2cc8-4a21-b5f3-6fded18baf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843148 Aug 21 12:26:08.525682 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-4d65c24b-e013-43e5-9e72-691edff27b39 req-41f830d0-6c3c-4840-9dbb-681e0e754bcf tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667758 Aug 21 12:26:08.721652 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecaea56-8594-4108-b175-945ac33cc140 req-1948ff66-2429-45e4-92ca-103a4079605d tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:08.723182 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-aecaea56-8594-4108-b175-945ac33cc140 req-1948ff66-2429-45e4-92ca-103a4079605d tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 943 time: 0.0866070 Aug 21 12:26:08.782675 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-aecaea56-8594-4108-b175-945ac33cc140 req-6556bdbd-cb1c-49c4-9e06-98b8af4945c6 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533438 Aug 21 12:26:09.806938 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446943d8-26bc-42cf-bc39-e53f118fbde7 req-34f42c7e-41d4-465e-823e-673accc17149 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:09.809242 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-446943d8-26bc-42cf-bc39-e53f118fbde7 req-34f42c7e-41d4-465e-823e-673accc17149 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 946 time: 0.1559663 Aug 21 12:26:09.828517 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9186d44-99d5-49f8-96af-f4affec56b37 req-fc5b58b0-70ae-47c6-b007-477c174381f0 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:09.831768 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f9186d44-99d5-49f8-96af-f4affec56b37 req-fc5b58b0-70ae-47c6-b007-477c174381f0 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 944 time: 0.1337509 Aug 21 12:26:09.921073 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-446943d8-26bc-42cf-bc39-e53f118fbde7 req-0d115d73-0410-49cf-8d1b-a9fed6210bb1 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f337eb-2cc8-4a21-b5f3-6fded18baf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881708 Aug 21 12:26:09.923380 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f9186d44-99d5-49f8-96af-f4affec56b37 req-0c3b6292-a825-490c-a2aa-aee33c1704f2 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714996 Aug 21 12:26:10.150242 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc58cbe-b720-49a5-b9df-4f43ef084fd0 req-41b5007d-bf01-40c1-96b0-ca68a6850cf4 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:10.152103 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9fc58cbe-b720-49a5-b9df-4f43ef084fd0 req-41b5007d-bf01-40c1-96b0-ca68a6850cf4 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 943 time: 0.1010370 Aug 21 12:26:10.202978 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9fc58cbe-b720-49a5-b9df-4f43ef084fd0 req-95fd0b9c-7613-4065-9031-a94f09f201ee tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445514 Aug 21 12:26:11.212381 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a9a32-d934-42fa-b953-b18edc23a8ae req-679714d3-5eae-4ecf-9680-c3ea33a374ed tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:11.214020 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a58a9a32-d934-42fa-b953-b18edc23a8ae req-679714d3-5eae-4ecf-9680-c3ea33a374ed tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 944 time: 0.1144278 Aug 21 12:26:11.219793 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c4664-1ec5-44f8-b4ee-3a083dbe0c89 req-e16db2e9-53ae-4d1e-932f-66f1b9fd1b15 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:11.221882 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d77c4664-1ec5-44f8-b4ee-3a083dbe0c89 req-e16db2e9-53ae-4d1e-932f-66f1b9fd1b15 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 946 time: 0.1657574 Aug 21 12:26:11.304829 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a58a9a32-d934-42fa-b953-b18edc23a8ae req-77474564-4060-4330-8c76-c56dd7aa8415 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819020 Aug 21 12:26:11.307605 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d77c4664-1ec5-44f8-b4ee-3a083dbe0c89 req-8bff4c4d-4400-4f49-8c15-be5978456f0d tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f337eb-2cc8-4a21-b5f3-6fded18baf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696211 Aug 21 12:26:11.697283 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e748a3-aa73-44ab-a790-9a922e637289 req-97db07f0-300f-4b12-aab1-978a1b6e29eb tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:11.698856 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-67e748a3-aa73-44ab-a790-9a922e637289 req-97db07f0-300f-4b12-aab1-978a1b6e29eb tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 943 time: 0.2788746 Aug 21 12:26:11.745842 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-67e748a3-aa73-44ab-a790-9a922e637289 req-534d924f-0885-4c32-b489-874bbcde56aa tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409367 Aug 21 12:26:12.581587 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7300c-3065-465f-b9b0-1cac25c96882 req-da435ae4-73d6-49b3-8956-ff9184d29ef8 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:12.583149 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-33f7300c-3065-465f-b9b0-1cac25c96882 req-da435ae4-73d6-49b3-8956-ff9184d29ef8 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 946 time: 0.1519186 Aug 21 12:26:12.589772 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055bb32-9c88-4361-a400-eddcb76f2117 req-16eb3e63-1504-48da-847d-f1a376c987db tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:12.591220 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e055bb32-9c88-4361-a400-eddcb76f2117 req-16eb3e63-1504-48da-847d-f1a376c987db tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 944 time: 0.1209376 Aug 21 12:26:12.668993 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-33f7300c-3065-465f-b9b0-1cac25c96882 req-56dbdf85-a11f-455e-9c31-29b0a0f5fc44 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f337eb-2cc8-4a21-b5f3-6fded18baf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767765 Aug 21 12:26:12.672677 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e055bb32-9c88-4361-a400-eddcb76f2117 req-4e8cf035-f652-4b2b-be9a-6c424f8b8524 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649414 Aug 21 12:26:12.950473 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93933348-af40-4d18-a67c-a68fbccb8f6d req-bdbfd34d-d7af-49c6-99c4-5c5fece8e922 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:12.951982 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-93933348-af40-4d18-a67c-a68fbccb8f6d req-bdbfd34d-d7af-49c6-99c4-5c5fece8e922 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 943 time: 0.0822346 Aug 21 12:26:12.999518 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-93933348-af40-4d18-a67c-a68fbccb8f6d req-07fc255e-bd8e-4834-825d-febe7b112369 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412664 Aug 21 12:26:13.059574 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-190740b9-e028-4537-86c5-2dd4989e3207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:13.943482 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee3a9c-e8c8-4721-be46-17946177334a req-2a014b1f-5d16-45eb-8c94-4914a80cdc01 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:13.945077 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cfee3a9c-e8c8-4721-be46-17946177334a req-2a014b1f-5d16-45eb-8c94-4914a80cdc01 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 946 time: 0.1475425 Aug 21 12:26:13.956132 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9329b-b2f6-49ee-8ccb-678ef0c830d8 req-19b4a3bb-8567-4373-a862-31e3c2c4a844 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:13.957653 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5cb9329b-b2f6-49ee-8ccb-678ef0c830d8 req-19b4a3bb-8567-4373-a862-31e3c2c4a844 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 944 time: 0.1172602 Aug 21 12:26:14.036774 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cfee3a9c-e8c8-4721-be46-17946177334a req-edcad087-e349-4fa5-bfb4-2e204baea007 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f337eb-2cc8-4a21-b5f3-6fded18baf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779777 Aug 21 12:26:14.040373 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5cb9329b-b2f6-49ee-8ccb-678ef0c830d8 req-af6668dd-75e3-4073-8d89-05a80cf6a918 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660303 Aug 21 12:26:14.225553 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928209f-5f09-4536-bf7d-c026eec31d68 req-a2bf8c1b-f425-47b7-bc0c-00fe718c5d0a tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:14.227135 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8928209f-5f09-4536-bf7d-c026eec31d68 req-a2bf8c1b-f425-47b7-bc0c-00fe718c5d0a tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 943 time: 0.0816648 Aug 21 12:26:14.276149 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8928209f-5f09-4536-bf7d-c026eec31d68 req-168b4c75-9aee-4fe8-962d-d3ba9afb241a tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429180 Aug 21 12:26:14.512947 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-31964691-0a9f-4843-b013-ad3f70a5d284 req-9553e300-e74b-45cc-a456-1b61d56737bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c61de113f0bd4c8681decc48f0d759bb&device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 1096 time: 0.0761716 Aug 21 12:26:14.520359 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:14.666467 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31964691-0a9f-4843-b013-ad3f70a5d284 req-0909f12a-5ed0-478c-8baa-25ff78884a92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:14.668040 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-31964691-0a9f-4843-b013-ad3f70a5d284 req-0909f12a-5ed0-478c-8baa-25ff78884a92 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c61de113f0bd4c8681decc48f0d759bb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1448095 Aug 21 12:26:14.817794 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31964691-0a9f-4843-b013-ad3f70a5d284 req-06ea17be-5415-4706-9e74-67c4522e0558 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:14.819285 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-31964691-0a9f-4843-b013-ad3f70a5d284 req-06ea17be-5415-4706-9e74-67c4522e0558 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1439898 Aug 21 12:26:14.831975 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500838ab-b662-4346-bf74-803861f66991 req-c40959b9-7437-4491-80d2-ee9745a16a1a tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:14.833576 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-500838ab-b662-4346-bf74-803861f66991 req-c40959b9-7437-4491-80d2-ee9745a16a1a tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 946 time: 0.0915275 Aug 21 12:26:14.929112 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-500838ab-b662-4346-bf74-803861f66991 req-626e8236-1ef5-42fd-afa2-849f8c43de21 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Deleting port 7f575164-2696-4ee4-8d0c-3873f2ead519 {{(pid=82379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:26:14.929406 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-500838ab-b662-4346-bf74-803861f66991 req-626e8236-1ef5-42fd-afa2-849f8c43de21 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:14.954276 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-0a3d9279-8b78-437d-9ef6-21f9fe2bc211 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c61de113f0bd4c8681decc48f0d759bb&device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 1096 time: 0.0795643 Aug 21 12:26:15.026960 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-2e3b0a35-1ce4-4cc2-87c6-8724afd97801 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60f858e8-f78c-4e19-9597-ef737b654946 HTTP/1.1" status: 200 len: 217 time: 0.0645342 Aug 21 12:26:15.102131 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-8864f443-844e-4aed-a341-b4c4485f40bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:15.103728 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-8864f443-844e-4aed-a341-b4c4485f40bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70758fb0-22b5-4316-a8d6-e9838934778a HTTP/1.1" status: 200 len: 847 time: 0.0705106 Aug 21 12:26:15.185736 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-3c49bcf8-f63f-4bd3-a9d1-e17baa770611 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=584f663b-435a-48ca-b621-8f11c231b397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744505 Aug 21 12:26:15.214563 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-500838ab-b662-4346-bf74-803861f66991 req-626e8236-1ef5-42fd-afa2-849f8c43de21 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] For port 7f575164-2696-4ee4-8d0c-3873f2ead519, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=7f575164-2696-4ee4-8d0c-3873f2ead519,segment=NetworkSegment(9ab8d827-49e8-44c8-b6c2-ccae12c1e289),segment_id=9ab8d827-49e8-44c8-b6c2-ccae12c1e289)] {{(pid=82379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:26:15.214563 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-500838ab-b662-4346-bf74-803861f66991 req-626e8236-1ef5-42fd-afa2-849f8c43de21 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:15.238978 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d9f4715c-b4f2-4408-b8ce-8d6e49281600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:15.360448 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-9b9df0a0-1b85-4604-ab61-b2733eb7bc21 service neutron] 10.222.0.21 "GET /v2.0/networks/584f663b-435a-48ca-b621-8f11c231b397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675804 Aug 21 12:26:15.504495 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1757e5fc-3b8b-44cc-a4c4-3899422689f7 req-127e805f-032f-4b6d-b618-42e185559f74 service neutron] 10.222.0.21 "GET /v2.0/networks/584f663b-435a-48ca-b621-8f11c231b397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376619 Aug 21 12:26:15.679548 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f469d5-1ed8-4461-abf7-63d33cda89fd req-935acb35-d044-4c99-9c45-67ea99325e08 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:15.681205 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-71f469d5-1ed8-4461-abf7-63d33cda89fd req-935acb35-d044-4c99-9c45-67ea99325e08 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 946 time: 0.4548857 Aug 21 12:26:15.729108 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5a316-a1d9-4bb0-994a-57691e1d4734 req-1a352468-528f-45b9-a53b-0478a6b5d6f0 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:15.730630 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-72e5a316-a1d9-4bb0-994a-57691e1d4734 req-1a352468-528f-45b9-a53b-0478a6b5d6f0 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 944 time: 0.3984592 Aug 21 12:26:15.771678 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-500838ab-b662-4346-bf74-803861f66991 req-626e8236-1ef5-42fd-afa2-849f8c43de21 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:15.772008 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-500838ab-b662-4346-bf74-803861f66991 req-626e8236-1ef5-42fd-afa2-849f8c43de21 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7900557'] for floatingip, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:15.772352 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.l3_db [req-500838ab-b662-4346-bf74-803861f66991 req-626e8236-1ef5-42fd-afa2-849f8c43de21 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Floating IP 2d6375e1-4e48-4f3d-a574-49511cd17157 disassociated. External IP: 172.28.2.100, port: 7f575164-2696-4ee4-8d0c-3873f2ead519. Aug 21 12:26:15.772740 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-500838ab-b662-4346-bf74-803861f66991 req-626e8236-1ef5-42fd-afa2-849f8c43de21 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Calling delete_port for 7f575164-2696-4ee4-8d0c-3873f2ead519 owned by compute:nova {{(pid=82379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:26:15.809980 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:15.856296 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-71f469d5-1ed8-4461-abf7-63d33cda89fd req-dfcde6d5-a0e2-4922-adae-420110683197 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f337eb-2cc8-4a21-b5f3-6fded18baf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677864 Aug 21 12:26:15.869489 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-72e5a316-a1d9-4bb0-994a-57691e1d4734 req-537208aa-b2d0-4715-8844-a31975beacb4 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293135 Aug 21 12:26:15.957511 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-500838ab-b662-4346-bf74-803861f66991 req-626e8236-1ef5-42fd-afa2-849f8c43de21 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:15.963733 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ca46531c-1d19-49ae-9a63-95c10ac11d0d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:16.050258 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e8236-1ef5-42fd-afa2-849f8c43de21 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Pushing event deleted for resources: {'Port': ['ID=7f575164-2696-4ee4-8d0c-3873f2ead519,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:16.073807 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e8236-1ef5-42fd-afa2-849f8c43de21 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:16.074236 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e8236-1ef5-42fd-afa2-849f8c43de21 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:16.074655 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e8236-1ef5-42fd-afa2-849f8c43de21 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:16.075064 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e8236-1ef5-42fd-afa2-849f8c43de21 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:16.075467 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e8236-1ef5-42fd-afa2-849f8c43de21 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:16.075869 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e8236-1ef5-42fd-afa2-849f8c43de21 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:16.076269 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e8236-1ef5-42fd-afa2-849f8c43de21 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:16.076669 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e8236-1ef5-42fd-afa2-849f8c43de21 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:16.077088 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e8236-1ef5-42fd-afa2-849f8c43de21 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:16.077488 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e8236-1ef5-42fd-afa2-849f8c43de21 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:16.077884 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e8236-1ef5-42fd-afa2-849f8c43de21 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:16.082890 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-626e8236-1ef5-42fd-afa2-849f8c43de21 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:16.191258 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec572d2-4eef-41d0-a9aa-eb63a9bdef35 req-c6f43378-051e-482c-87e7-9526b775a6dc tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:16.192848 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6ec572d2-4eef-41d0-a9aa-eb63a9bdef35 req-c6f43378-051e-482c-87e7-9526b775a6dc tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 943 time: 0.1945531 Aug 21 12:26:16.314407 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6ec572d2-4eef-41d0-a9aa-eb63a9bdef35 req-c9358ac3-c37e-47b9-b5ad-12d95e6da06f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112680 Aug 21 12:26:16.357163 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-500838ab-b662-4346-bf74-803861f66991 req-626e8236-1ef5-42fd-afa2-849f8c43de21 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Router e29c4950-5399-439e-9651-f286254ee37a has already been hosted by L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 {{(pid=82379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:26:16.569534 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-500838ab-b662-4346-bf74-803861f66991 req-626e8236-1ef5-42fd-afa2-849f8c43de21 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:26:16.580616 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e5ef08-6c64-428f-9069-5fd63d9d2c37 None None] Sync routers for ids ['e29c4950-5399-439e-9651-f286254ee37a'] in dv-cinder-805477-2-smb {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:26:16.592862 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e5ef08-6c64-428f-9069-5fd63d9d2c37 None None] Routers {'e29c4950-5399-439e-9651-f286254ee37a'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:26:16.593902 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-b6e5ef08-6c64-428f-9069-5fd63d9d2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:26:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['e29c4950-5399-439e-9651-f286254ee37a'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:26:16.648833 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-500838ab-b662-4346-bf74-803861f66991 req-626e8236-1ef5-42fd-afa2-849f8c43de21 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] No DVR routers for this DVR port 7f575164-2696-4ee4-8d0c-3873f2ead519 on host hv-cinder-80547 {{(pid=82379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:26:16.651648 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-500838ab-b662-4346-bf74-803861f66991 req-626e8236-1ef5-42fd-afa2-849f8c43de21 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:16.654757 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5a9534-af39-41b6-acc9-6d9c719c5893', 'name': 'network-vif-deleted', 'tag': '7f575164-2696-4ee4-8d0c-3873f2ead519'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:26:16.670664 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-500838ab-b662-4346-bf74-803861f66991 req-626e8236-1ef5-42fd-afa2-849f8c43de21 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.21 "DELETE /v2.0/ports/7f575164-2696-4ee4-8d0c-3873f2ead519 HTTP/1.1" status: 204 len: 173 time: 1.8140373 Aug 21 12:26:16.712581 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5a9534-af39-41b6-acc9-6d9c719c5893', 'name': 'network-vif-deleted', 'tag': '7f575164-2696-4ee4-8d0c-3873f2ead519', 'status': 'completed', 'code': 200} Aug 21 12:26:16.789348 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-b6e5ef08-6c64-428f-9069-5fd63d9d2c37 None None] Set router e29c4950-5399-439e-9651-f286254ee37a gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:26:17.078180 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-0ce920d1-098b-468d-8d4e-858ffebbec97 req-a5ab8fb1-9b07-432b-85d9-de645d5b2008 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Synchronizing usage tracker for tenant:8d15178842e94d9d8cae320279c910bf on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:26:17.111831 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-0ce920d1-098b-468d-8d4e-858ffebbec97 req-a5ab8fb1-9b07-432b-85d9-de645d5b2008 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Unset dirty status for tenant:8d15178842e94d9d8cae320279c910bf on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:26:17.113267 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0ce920d1-098b-468d-8d4e-858ffebbec97 req-a5ab8fb1-9b07-432b-85d9-de645d5b2008 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d5a9534-af39-41b6-acc9-6d9c719c5893 HTTP/1.1" status: 200 len: 210 time: 0.1133680 Aug 21 12:26:17.130026 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-b6e5ef08-6c64-428f-9069-5fd63d9d2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c4950-5399-439e-9651-f286254ee37a', 'name': 'tempest-AttachVolumeTestJSON-816231334-router', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:00Z', 'updated_at': '2021-08-21T12:18:10Z', 'revision_number': 4, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'gw_port': {'id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:01Z', 'updated_at': '2021-08-21T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': 'd7aa2d36-343c-4811-b328-892368e4bba7', 'name': '', 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'mac_address': 'fa:16:3e:48:60:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:08Z', 'updated_at': '2021-08-21T12:18:23Z', 'revision_number': 5, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'subnets': [{'id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:26:17.135243 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e5ef08-6c64-428f-9069-5fd63d9d2c37 None None] Checking router: e29c4950-5399-439e-9651-f286254ee37a for host: dv-cinder-805477-2-smb {{(pid=82381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:26:17.153058 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e5ef08-6c64-428f-9069-5fd63d9d2c37 None None] Routers {'e29c4950-5399-439e-9651-f286254ee37a'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:26:17.153196 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0642f-0e04-4813-9f95-7ae6e651db03 req-4e8a0b20-b4be-4c5c-a339-17d6e9a16a51 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:17.154230 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-b6e5ef08-6c64-428f-9069-5fd63d9d2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:26:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['e29c4950-5399-439e-9651-f286254ee37a'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:26:17.154699 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-acb0642f-0e04-4813-9f95-7ae6e651db03 req-4e8a0b20-b4be-4c5c-a339-17d6e9a16a51 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 944 time: 0.1202731 Aug 21 12:26:17.212792 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-acb0642f-0e04-4813-9f95-7ae6e651db03 req-66f256be-b17b-4493-a9e5-1d4b7221dc6f tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507836 Aug 21 12:26:17.254685 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:17.356486 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-b6e5ef08-6c64-428f-9069-5fd63d9d2c37 None None] Set router e29c4950-5399-439e-9651-f286254ee37a gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:26:17.518560 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020cad9-73ee-4447-9a53-486979835421 req-a6c17a36-9766-46ec-ab33-eb238a5f80d0 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:17.520136 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d020cad9-73ee-4447-9a53-486979835421 req-a6c17a36-9766-46ec-ab33-eb238a5f80d0 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 943 time: 0.0822585 Aug 21 12:26:17.568880 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d020cad9-73ee-4447-9a53-486979835421 req-f5175a9d-1135-4f70-8812-062d9ef9fcba tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423543 Aug 21 12:26:17.694786 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-b6e5ef08-6c64-428f-9069-5fd63d9d2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c4950-5399-439e-9651-f286254ee37a', 'name': 'tempest-AttachVolumeTestJSON-816231334-router', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:00Z', 'updated_at': '2021-08-21T12:18:10Z', 'revision_number': 4, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'gw_port': {'id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:01Z', 'updated_at': '2021-08-21T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': 'd7aa2d36-343c-4811-b328-892368e4bba7', 'name': '', 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'mac_address': 'fa:16:3e:48:60:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:08Z', 'updated_at': '2021-08-21T12:18:23Z', 'revision_number': 5, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'subnets': [{'id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:26:17.699002 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e5ef08-6c64-428f-9069-5fd63d9d2c37 None None] The sync data for ids ['e29c4950-5399-439e-9651-f286254ee37a'] in dv-cinder-805477-2-smb is: [{'id': 'e29c4950-5399-439e-9651-f286254ee37a', 'name': 'tempest-AttachVolumeTestJSON-816231334-router', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:00Z', 'updated_at': '2021-08-21T12:18:10Z', 'revision_number': 4, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'gw_port': {'id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:01Z', 'updated_at': '2021-08-21T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': 'd7aa2d36-343c-4811-b328-892368e4bba7', 'name': '', 'network_id': '8a02cb72-de11-4e13-afc5-fd37a9467374', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'mac_address': 'fa:16:3e:48:60:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:08Z', 'updated_at': '2021-08-21T12:18:23Z', 'revision_number': 5, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'subnets': [{'id': 'f58e09c1-f79e-4472-81dc-9752e44b5901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:26:18.138987 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c771e03-c3ef-429a-b069-5eae73804ea1 None None] New status for floating IP 2d6375e1-4e48-4f3d-a574-49511cd17157: DOWN {{(pid=82382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:26:18.267262 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 45366) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:26:18.338465 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3985f0aa-886e-4cf6-8b35-3b285f6fe11f tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:18.416792 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3985f0aa-886e-4cf6-8b35-3b285f6fe11f tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:18.487162 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d963af8-7922-42dd-b03f-0998644a083a req-b4a23570-ee1e-4dbb-985b-c7a6c907eeb0 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:18.488770 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1d963af8-7922-42dd-b03f-0998644a083a req-b4a23570-ee1e-4dbb-985b-c7a6c907eeb0 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 944 time: 0.1322546 Aug 21 12:26:18.495013 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3985f0aa-886e-4cf6-8b35-3b285f6fe11f tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:18.501535 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b93c764c-0411-4fdf-b97b-a02b3b1a3f47 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:18.531924 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985f0aa-886e-4cf6-8b35-3b285f6fe11f tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f337eb-2cc8-4a21-b5f3-6fded18baf6a,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:18.537355 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3985f0aa-886e-4cf6-8b35-3b285f6fe11f tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:18.554859 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3985f0aa-886e-4cf6-8b35-3b285f6fe11f tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:18.556063 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-3985f0aa-886e-4cf6-8b35-3b285f6fe11f tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "DELETE /v2.0/security-groups/d5f337eb-2cc8-4a21-b5f3-6fded18baf6a HTTP/1.1" status: 204 len: 168 time: 0.2870326 Aug 21 12:26:18.559321 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 45370) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:26:18.567477 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1d963af8-7922-42dd-b03f-0998644a083a req-ca4a04e4-2b1a-4b49-b33a-6be4211dafb7 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669439 Aug 21 12:26:18.578931 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.v2.resource [None req-8ec51a2d-04e4-4b69-a198-debdbbf8ab3c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] show failed (client error): The resource could not be found. Aug 21 12:26:18.580605 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-8ec51a2d-04e4-4b69-a198-debdbbf8ab3c tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "GET /v2.0/security-groups/d5f337eb-2cc8-4a21-b5f3-6fded18baf6a HTTP/1.1" status: 404 len: 347 time: 0.0194910 Aug 21 12:26:18.583786 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 45374) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:26:18.746900 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-47b157c4-e513-4cbb-9218-47a820b21630 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Deleting port 1741d100-2a02-4aab-af6f-db2f19e58da6 {{(pid=82380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:26:18.747204 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-47b157c4-e513-4cbb-9218-47a820b21630 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:18.844970 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:18.951096 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-47b157c4-e513-4cbb-9218-47a820b21630 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:18.951489 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-47b157c4-e513-4cbb-9218-47a820b21630 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:18.994265 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145ec04-7eb7-4f71-b1cf-0319a51970bb req-26ba0843-954c-413e-ad0e-732ff6fbe14c tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:18.995865 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f145ec04-7eb7-4f71-b1cf-0319a51970bb req-26ba0843-954c-413e-ad0e-732ff6fbe14c tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 943 time: 0.3009584 Aug 21 12:26:19.044319 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f145ec04-7eb7-4f71-b1cf-0319a51970bb req-8d31a583-a0f7-47a6-b89d-650148224c70 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421655 Aug 21 12:26:19.078775 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-47b157c4-e513-4cbb-9218-47a820b21630 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Calling delete_port for 1741d100-2a02-4aab-af6f-db2f19e58da6 owned by network:floatingip {{(pid=82380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:26:19.219852 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-47b157c4-e513-4cbb-9218-47a820b21630 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:19.225183 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d25bc7f2-32af-4b22-834b-46a978b6ca8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:19.268864 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b157c4-e513-4cbb-9218-47a820b21630 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Pushing event deleted for resources: {'Port': ['ID=1741d100-2a02-4aab-af6f-db2f19e58da6,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:19.271505 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-47b157c4-e513-4cbb-9218-47a820b21630 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:19.363632 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-47b157c4-e513-4cbb-9218-47a820b21630 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks [] for floatingip, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:19.381216 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-47b157c4-e513-4cbb-9218-47a820b21630 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for floatingip, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:19.382461 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-47b157c4-e513-4cbb-9218-47a820b21630 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] 10.222.0.11 "DELETE /v2.0/floatingips/2d6375e1-4e48-4f3d-a574-49511cd17157 HTTP/1.1" status: 204 len: 168 time: 0.7975872 Aug 21 12:26:19.787504 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53cd14-3cad-46a5-836e-0651333f5275 req-277ae6a4-3cbc-470c-b8f9-6258441fc82f tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:19.789166 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7b53cd14-3cad-46a5-836e-0651333f5275 req-277ae6a4-3cbc-470c-b8f9-6258441fc82f tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 944 time: 0.0844631 Aug 21 12:26:19.838765 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7b53cd14-3cad-46a5-836e-0651333f5275 req-1144d98c-30f4-4c3e-a6d9-a099a8de4c62 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431926 Aug 21 12:26:20.126700 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 60f858e8-f78c-4e19-9597-ef737b654946 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:26:20.129320 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 7f575164-2696-4ee4-8d0c-3873f2ead519 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:26:20.165664 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] No Port match for: 7f575164-2696-4ee4-8d0c-3873f2ead519 {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:26:20.166055 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 7f575164-2696-4ee4-8d0c-3873f2ead519 not bound to the agent host hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:26:20.254011 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64696b9-413d-48ae-b753-8b0167381d77 req-04d448ce-9810-4945-82b5-e851e58bb9ec tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:20.255612 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c64696b9-413d-48ae-b753-8b0167381d77 req-04d448ce-9810-4945-82b5-e851e58bb9ec tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 943 time: 0.0870931 Aug 21 12:26:20.303331 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 60f858e8-f78c-4e19-9597-ef737b654946, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=60f858e8-f78c-4e19-9597-ef737b654946,segment=NetworkSegment(6c4d65b5-ee89-49b8-a84e-3294554a92f4),segment_id=6c4d65b5-ee89-49b8-a84e-3294554a92f4)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:26:20.304249 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c64696b9-413d-48ae-b753-8b0167381d77 req-a18e682c-d013-47f8-9928-a4fef334a1e1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423136 Aug 21 12:26:20.322808 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Returning: {'device': '60f858e8-f78c-4e19-9597-ef737b654946', 'network_id': '584f663b-435a-48ca-b621-8f11c231b397', 'port_id': '60f858e8-f78c-4e19-9597-ef737b654946', 'mac_address': 'fa:16:3e:91:cc:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70758fb0-22b5-4316-a8d6-e9838934778a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:26:20.381786 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:20.399245 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f858e8-f78c-4e19-9597-ef737b654946 {{(pid=82381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:26:20.413749 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 60f858e8-f78c-4e19-9597-ef737b654946, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=60f858e8-f78c-4e19-9597-ef737b654946,segment=NetworkSegment(6c4d65b5-ee89-49b8-a84e-3294554a92f4),segment_id=6c4d65b5-ee89-49b8-a84e-3294554a92f4)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:26:20.416549 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:20.417316 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 13dca706-7b7a-404b-84c5-cc59432c0322 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:26:20.420427 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:20.558522 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=60f858e8-f78c-4e19-9597-ef737b654946,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:20.567977 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:20.617983 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 13dca706-7b7a-404b-84c5-cc59432c0322, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=13dca706-7b7a-404b-84c5-cc59432c0322,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:26:20.632179 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Returning: {'device': '13dca706-7b7a-404b-84c5-cc59432c0322', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'port_id': '13dca706-7b7a-404b-84c5-cc59432c0322', 'mac_address': 'fa:16:3e:46:7f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:26:20.691782 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:20.710232 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13dca706-7b7a-404b-84c5-cc59432c0322 {{(pid=82381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:26:20.725181 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 13dca706-7b7a-404b-84c5-cc59432c0322, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=13dca706-7b7a-404b-84c5-cc59432c0322,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:26:20.729661 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:20.731523 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-81615485-6378-4468-9de3-28d6106ac9f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:20.802759 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=13dca706-7b7a-404b-84c5-cc59432c0322,revision_number=9']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:20.806160 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:21.052161 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a8a10-fd20-423a-8e0e-5c55f6d6782d req-ae2269f4-fd61-4e50-b742-c920996e0496 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:21.053759 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a99a8a10-fd20-423a-8e0e-5c55f6d6782d req-ae2269f4-fd61-4e50-b742-c920996e0496 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 945 time: 0.0821280 Aug 21 12:26:21.104327 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a99a8a10-fd20-423a-8e0e-5c55f6d6782d req-2e1161b4-5b3b-4a9c-b14f-cba8f7f2280c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444574 Aug 21 12:26:21.109620 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['60f858e8-f78c-4e19-9597-ef737b654946'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:26:21.142189 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['13dca706-7b7a-404b-84c5-cc59432c0322'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:26:21.514636 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc36fa-afc5-43f4-8ebf-6f97d2aa69aa req-79096227-0a73-4911-84ec-489f0375a89e tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:21.516153 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-57dc36fa-afc5-43f4-8ebf-6f97d2aa69aa req-79096227-0a73-4911-84ec-489f0375a89e tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 944 time: 0.0824902 Aug 21 12:26:21.565656 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-57dc36fa-afc5-43f4-8ebf-6f97d2aa69aa req-b4d82803-3de2-441b-b6e0-db0216468ce9 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431509 Aug 21 12:26:22.140944 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 13dca706-7b7a-404b-84c5-cc59432c0322 up at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:26:22.223941 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning complete for port 13dca706-7b7a-404b-84c5-cc59432c0322 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:26:22.224115 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:22.340717 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd47d57-6e04-4974-b00b-5f1e2bf22539 req-67c2eb41-5276-4972-ad48-7edd3fce5aee tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:22.342356 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9bd47d57-6e04-4974-b00b-5f1e2bf22539 req-67c2eb41-5276-4972-ad48-7edd3fce5aee tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 945 time: 0.0991192 Aug 21 12:26:22.394401 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9bd47d57-6e04-4974-b00b-5f1e2bf22539 req-b0fdb7ae-e11c-4601-a14c-a2e22be8d5e5 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455637 Aug 21 12:26:22.492330 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:22.521674 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf38d3b-76cc-4159-ab5c-2fb4ec044053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dca706-7b7a-404b-84c5-cc59432c0322'}] {{(pid=82381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:26:22.531604 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 13dca706-7b7a-404b-84c5-cc59432c0322, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=13dca706-7b7a-404b-84c5-cc59432c0322,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:26:22.534626 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:22.536551 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:22.577812 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf38d3b-76cc-4159-ab5c-2fb4ec044053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dca706-7b7a-404b-84c5-cc59432c0322', 'code': 200} Aug 21 12:26:22.605103 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=13dca706-7b7a-404b-84c5-cc59432c0322,revision_number=10']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:22.616272 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:22.616667 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:22.617288 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:22.617666 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:22.618039 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:22.618406 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:22.619025 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:22.619390 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:22.619753 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:22.620113 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:22.620472 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:26:22.624508 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:22.830660 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd22d4-e896-49c7-bb1a-f346dcd18bd6 req-dc10b018-c8a1-4fe8-861e-2339b32ba370 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:22.832230 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0bfd22d4-e896-49c7-bb1a-f346dcd18bd6 req-dc10b018-c8a1-4fe8-861e-2339b32ba370 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 944 time: 0.1372056 Aug 21 12:26:22.879951 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e4c22d50-97d1-4535-bf8f-ec4eef107686 req-d68f151e-e0b6-4718-932b-9a29dd569d0c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 1100 time: 0.1299403 Aug 21 12:26:22.909631 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0bfd22d4-e896-49c7-bb1a-f346dcd18bd6 req-f68c5b47-796f-451d-9c20-fa10f9601100 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703971 Aug 21 12:26:22.930973 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e4c22d50-97d1-4535-bf8f-ec4eef107686 req-7ab249d6-defb-40a7-bb33-d5dbcb33ddac service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432622 Aug 21 12:26:23.482364 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 45422) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:26:23.608746 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029a76d-155e-4a55-99b3-ae23e2194140 req-959627de-9be3-4fac-aa8c-a50b50f11412 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:23.610452 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3029a76d-155e-4a55-99b3-ae23e2194140 req-959627de-9be3-4fac-aa8c-a50b50f11412 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 947 time: 0.0833032 Aug 21 12:26:23.665495 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3029a76d-155e-4a55-99b3-ae23e2194140 req-4715df83-1b6d-4981-8c48-b71055d5b9b6 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485299 Aug 21 12:26:24.027508 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b9c56de0-a47d-443f-9552-fbb1a3fe7629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7900520'] for router_interface, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:24.118234 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba3908-fa1e-4a0e-bd0d-f0b449b5f1ab req-dfd1ad41-d5b7-49a6-861f-ad664f8bc3c0 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:24.120316 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f9ba3908-fa1e-4a0e-bd0d-f0b449b5f1ab req-dfd1ad41-d5b7-49a6-861f-ad664f8bc3c0 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 944 time: 0.0876973 Aug 21 12:26:24.144525 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 60f858e8-f78c-4e19-9597-ef737b654946 up at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:26:24.190810 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f9ba3908-fa1e-4a0e-bd0d-f0b449b5f1ab req-f79d0cdf-cfc4-43b5-8110-00cda0b43ee9 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632257 Aug 21 12:26:24.220349 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning for port 60f858e8-f78c-4e19-9597-ef737b654946 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:26:24.226356 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning complete for port 60f858e8-f78c-4e19-9597-ef737b654946 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:26:24.226788 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:24.366165 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:24.410921 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 60f858e8-f78c-4e19-9597-ef737b654946, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=60f858e8-f78c-4e19-9597-ef737b654946,segment=NetworkSegment(6c4d65b5-ee89-49b8-a84e-3294554a92f4),segment_id=6c4d65b5-ee89-49b8-a84e-3294554a92f4)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:26:24.415266 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:24.417349 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:24.505419 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=60f858e8-f78c-4e19-9597-ef737b654946,revision_number=5']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:24.508704 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:24.579126 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ca4ffe-c243-4cd0-b7d5-96f917201e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f858e8-f78c-4e19-9597-ef737b654946'}] {{(pid=82381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:26:24.640521 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ca4ffe-c243-4cd0-b7d5-96f917201e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f858e8-f78c-4e19-9597-ef737b654946', 'code': 200} Aug 21 12:26:24.858559 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:26:24.980492 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b8c11-bc34-47c4-bf33-2567cde268ac req-dd21c1f2-2ecf-4c56-93c6-51e0e31d656e tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:24.982129 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9a3b8c11-bc34-47c4-bf33-2567cde268ac req-dd21c1f2-2ecf-4c56-93c6-51e0e31d656e tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 947 time: 0.1417253 Aug 21 12:26:24.984875 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-b9c56de0-a47d-443f-9552-fbb1a3fe7629 admin admin] Deleting port d7aa2d36-343c-4811-b328-892368e4bba7 {{(pid=82380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:26:24.985294 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b9c56de0-a47d-443f-9552-fbb1a3fe7629 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:25.045157 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-91345732-4c1f-4892-82ee-601df17fec39 req-dea15ff9-e157-4c56-a3f3-05e68f0aed10 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 1098 time: 0.1270928 Aug 21 12:26:25.049296 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9a3b8c11-bc34-47c4-bf33-2567cde268ac req-87decf0a-f6e4-489d-8e09-e36bdf2bf3a1 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597365 Aug 21 12:26:25.090745 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-91345732-4c1f-4892-82ee-601df17fec39 req-44fbaf9e-6009-4d7e-9a36-0e855ddc3763 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392225 Aug 21 12:26:25.181511 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-b9c56de0-a47d-443f-9552-fbb1a3fe7629 admin admin] For port d7aa2d36-343c-4811-b328-892368e4bba7, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=d7aa2d36-343c-4811-b328-892368e4bba7,segment=NetworkSegment(9ab8d827-49e8-44c8-b6c2-ccae12c1e289),segment_id=9ab8d827-49e8-44c8-b6c2-ccae12c1e289)] {{(pid=82380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:26:25.181902 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b9c56de0-a47d-443f-9552-fbb1a3fe7629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:25.306590 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-b9c56de0-a47d-443f-9552-fbb1a3fe7629 admin admin] Calling delete_port for d7aa2d36-343c-4811-b328-892368e4bba7 owned by network:router_interface {{(pid=82380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:26:25.396955 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef7001-82f4-444b-aa1e-9e70a1b03c84 req-24516f0a-97dd-41ba-ab81-873f2b721944 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:25.398710 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3aef7001-82f4-444b-aa1e-9e70a1b03c84 req-24516f0a-97dd-41ba-ab81-873f2b721944 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 945 time: 0.0939875 Aug 21 12:26:25.449752 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3aef7001-82f4-444b-aa1e-9e70a1b03c84 req-5f3a7d24-c15b-48c9-8eb8-ad3d87b0668a tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449040 Aug 21 12:26:25.486780 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b9c56de0-a47d-443f-9552-fbb1a3fe7629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:25.491126 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5d3ddbe9-bf5b-4027-a254-2369d51d800f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:25.533904 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c56de0-a47d-443f-9552-fbb1a3fe7629 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7aa2d36-343c-4811-b328-892368e4bba7,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:25.536586 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b9c56de0-a47d-443f-9552-fbb1a3fe7629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:25.834558 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b9c56de0-a47d-443f-9552-fbb1a3fe7629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847207007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846849064'] for router_interface, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:26.265497 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8443f1-1ba0-4ea8-b6d3-fe0450c11f6c req-e68cd507-bb9a-488e-924b-3146bc1e8e3e tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:26.267091 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-fe8443f1-1ba0-4ea8-b6d3-fe0450c11f6c req-e68cd507-bb9a-488e-924b-3146bc1e8e3e tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 947 time: 0.0824680 Aug 21 12:26:26.335925 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-fe8443f1-1ba0-4ea8-b6d3-fe0450c11f6c req-3f84a339-e6c8-4007-ac26-811a5d26f1b1 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498662 Aug 21 12:26:26.443569 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c56de0-a47d-443f-9552-fbb1a3fe7629 admin admin] Router e29c4950-5399-439e-9651-f286254ee37a has already been hosted by L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 {{(pid=82380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:26:26.658850 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c56de0-a47d-443f-9552-fbb1a3fe7629 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:26:26.659296 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c178e7-dea3-4ccc-82e9-ba75907e9fa9 req-33852af8-539d-46d1-a218-af43a10ba4b7 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:26.660939 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-60c178e7-dea3-4ccc-82e9-ba75907e9fa9 req-33852af8-539d-46d1-a218-af43a10ba4b7 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 945 time: 0.0864768 Aug 21 12:26:26.669689 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82d545b-19f4-416f-85ff-ef19a363072e None None] Sync routers for ids ['e29c4950-5399-439e-9651-f286254ee37a'] in dv-cinder-805477-2-smb {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:26:26.674708 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-b9c56de0-a47d-443f-9552-fbb1a3fe7629 admin admin] 10.222.0.11 "PUT /v2.0/routers/e29c4950-5399-439e-9651-f286254ee37a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1908901 Aug 21 12:26:26.677261 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 45476) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:26:26.685409 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82d545b-19f4-416f-85ff-ef19a363072e None None] Routers {'e29c4950-5399-439e-9651-f286254ee37a'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:26:26.686114 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-b82d545b-19f4-416f-85ff-ef19a363072e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:26:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['e29c4950-5399-439e-9651-f286254ee37a'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:26:26.711908 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-60c178e7-dea3-4ccc-82e9-ba75907e9fa9 req-60c0369f-d499-4878-b9d6-c303e1c06d8c tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446007 Aug 21 12:26:26.889905 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d4154a40-f73a-41f9-9313-f834bb635ee7 admin admin] Notify callbacks [] for router, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:26.898453 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-b82d545b-19f4-416f-85ff-ef19a363072e None None] Set router e29c4950-5399-439e-9651-f286254ee37a gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:26:26.927342 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec0ced-3509-47a0-ba9c-28e27f2b86e3 req-97da92c6-3dde-435d-b2fd-ca79c1400dee tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:26.929119 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-51ec0ced-3509-47a0-ba9c-28e27f2b86e3 req-97da92c6-3dde-435d-b2fd-ca79c1400dee tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 945 time: 0.0853770 Aug 21 12:26:26.984190 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-51ec0ced-3509-47a0-ba9c-28e27f2b86e3 req-26a559c8-a7ec-496d-994c-daf4d05a792a tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484767 Aug 21 12:26:27.015062 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 45482) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:26:27.171907 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-284cfcad-38fb-452e-bacc-13a039bdc41a tempest-TestShelveInstance-998401038 tempest-TestShelveInstance-998401038-project-admin] Synchronizing usage tracker for tenant:c5b97b40014f49aa868a8f7551a6968e on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:26:27.191015 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-284cfcad-38fb-452e-bacc-13a039bdc41a tempest-TestShelveInstance-998401038 tempest-TestShelveInstance-998401038-project-admin] Unset dirty status for tenant:c5b97b40014f49aa868a8f7551a6968e on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:26:27.192229 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-284cfcad-38fb-452e-bacc-13a039bdc41a tempest-TestShelveInstance-998401038 tempest-TestShelveInstance-998401038-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 1093 time: 0.1757243 Aug 21 12:26:27.195503 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 45488) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:26:27.201455 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Request body: {'floatingip': {'floating_network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'port_id': '60f858e8-f78c-4e19-9597-ef737b654946', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:26:27.207502 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:26:27.211698 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Usage tracker for resource:floatingip and tenant:c61de113f0bd4c8681decc48f0d759bb is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:26:27.215994 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:26:27.222696 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:26:27.233593 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for floatingip, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:27.244971 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-b82d545b-19f4-416f-85ff-ef19a363072e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c4950-5399-439e-9651-f286254ee37a', 'name': 'tempest-AttachVolumeTestJSON-816231334-router', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:00Z', 'updated_at': '2021-08-21T12:26:25Z', 'revision_number': 5, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'gw_port': {'id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:01Z', 'updated_at': '2021-08-21T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb'}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:26:27.249045 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82d545b-19f4-416f-85ff-ef19a363072e None None] Checking router: e29c4950-5399-439e-9651-f286254ee37a for host: dv-cinder-805477-2-smb {{(pid=82381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:26:27.260976 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82d545b-19f4-416f-85ff-ef19a363072e None None] Routers {'e29c4950-5399-439e-9651-f286254ee37a'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:26:27.261672 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-b82d545b-19f4-416f-85ff-ef19a363072e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:26:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['e29c4950-5399-439e-9651-f286254ee37a'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:26:27.338097 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d4154a40-f73a-41f9-9313-f834bb635ee7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:27.347091 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-d4154a40-f73a-41f9-9313-f834bb635ee7 admin admin] Deleting port f661715a-2768-493d-8cb9-e2ec793d8a15 {{(pid=82380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:26:27.347477 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d4154a40-f73a-41f9-9313-f834bb635ee7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:27.399519 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:27.452408 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-b82d545b-19f4-416f-85ff-ef19a363072e None None] Set router e29c4950-5399-439e-9651-f286254ee37a gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:26:27.544442 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-d4154a40-f73a-41f9-9313-f834bb635ee7 admin admin] For port f661715a-2768-493d-8cb9-e2ec793d8a15, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=f661715a-2768-493d-8cb9-e2ec793d8a15,segment=NetworkSegment(04830730-7182-4df6-a102-4ded0d586a71),segment_id=04830730-7182-4df6-a102-4ded0d586a71)] {{(pid=82380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:26:27.544843 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d4154a40-f73a-41f9-9313-f834bb635ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:27.558596 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Allocated IP 172.28.2.224 (17d050b5-9d10-4030-a56f-7262e0bfffca/7ff80433-24f5-4344-a1b2-e78aa99f1de5/0f41a978-21be-4f1b-a2b9-80a97203a432) {{(pid=82379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:26:27.675390 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-d4154a40-f73a-41f9-9313-f834bb635ee7 admin admin] Calling delete_port for f661715a-2768-493d-8cb9-e2ec793d8a15 owned by network:router_gateway {{(pid=82380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:26:27.720741 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for port, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:27.752418 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:27.755824 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-b82d545b-19f4-416f-85ff-ef19a363072e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29c4950-5399-439e-9651-f286254ee37a', 'name': 'tempest-AttachVolumeTestJSON-816231334-router', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:00Z', 'updated_at': '2021-08-21T12:26:25Z', 'revision_number': 5, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'gw_port': {'id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:01Z', 'updated_at': '2021-08-21T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb'}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:26:27.756667 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-916f2211-0572-458f-9586-4f689d5ec4ea tempest-VolumesSnapshotTestJSON-772253201 tempest-VolumesSnapshotTestJSON-772253201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:27.760253 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82d545b-19f4-416f-85ff-ef19a363072e None None] The sync data for ids ['e29c4950-5399-439e-9651-f286254ee37a'] in dv-cinder-805477-2-smb is: [{'id': 'e29c4950-5399-439e-9651-f286254ee37a', 'name': 'tempest-AttachVolumeTestJSON-816231334-router', 'tenant_id': '8d15178842e94d9d8cae320279c910bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:00Z', 'updated_at': '2021-08-21T12:26:25Z', 'revision_number': 5, 'project_id': '8d15178842e94d9d8cae320279c910bf', 'gw_port': {'id': 'f661715a-2768-493d-8cb9-e2ec793d8a15', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29c4950-5399-439e-9651-f286254ee37a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:01Z', 'updated_at': '2021-08-21T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb'}] {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:26:27.831631 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Network 17d050b5-9d10-4030-a56f-7262e0bfffca is already hosted by enough agents. {{(pid=82379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:26:27.835037 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Resources bound (agent type, host, resource id): {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:26:27.840070 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Received port after_create {{(pid=82379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:26:27.867989 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d4154a40-f73a-41f9-9313-f834bb635ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:27.871234 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Pushing event updated for resources: {'Port': ['ID=0f41a978-21be-4f1b-a2b9-80a97203a432,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:27.877382 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:27.881977 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-bd4b5308-1f1b-4a17-b7e0-bd6d875dc8fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:27.951967 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4154a40-f73a-41f9-9313-f834bb635ee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f661715a-2768-493d-8cb9-e2ec793d8a15,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:27.958827 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d4154a40-f73a-41f9-9313-f834bb635ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:28.164341 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d4154a40-f73a-41f9-9313-f834bb635ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7927897'] for router_gateway, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:28.382674 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:28.437570 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:28.437825 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d4154a40-f73a-41f9-9313-f834bb635ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7925337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-503566'] for router, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:28.442196 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d4154a40-f73a-41f9-9313-f834bb635ee7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:28.467739 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d4154a40-f73a-41f9-9313-f834bb635ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846850615'] for router, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:28.468330 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4154a40-f73a-41f9-9313-f834bb635ee7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e29c4950-5399-439e-9651-f286254ee37a {{(pid=82380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 21 12:26:28.482264 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d4154a40-f73a-41f9-9313-f834bb635ee7 admin admin] Notify callbacks [] for router, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:28.487158 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-d4154a40-f73a-41f9-9313-f834bb635ee7 admin admin] 10.222.0.11 "DELETE /v2.0/routers/e29c4950-5399-439e-9651-f286254ee37a HTTP/1.1" status: 204 len: 168 time: 1.8056645 Aug 21 12:26:28.487628 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 45492) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:26:28.559028 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_v2 [None req-30306c13-5e90-43e0-94e2-799e85e45564 admin admin] Deleting subnet f58e09c1-f79e-4472-81dc-9752e44b5901 {{(pid=82380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:26:28.562744 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-30306c13-5e90-43e0-94e2-799e85e45564 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:28.618179 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-30306c13-5e90-43e0-94e2-799e85e45564 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848065894'] for subnet, precommit_delete_associations {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:28.660953 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for port, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:28.665181 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:28.669676 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-944802d5-a6ec-4096-9178-8a927586e6da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:28.705973 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-30306c13-5e90-43e0-94e2-799e85e45564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:28.786860 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Pushing event updated for resources: {'Port': ['ID=0f41a978-21be-4f1b-a2b9-80a97203a432,revision_number=2']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:28.793515 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:28.800401 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-30306c13-5e90-43e0-94e2-799e85e45564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848059214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6737682'] for subnet, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:28.800694 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7900557'] for floatingip, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:28.806071 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-a5124877-ea54-488d-a221-f9fda92b3bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:28.842918 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30306c13-5e90-43e0-94e2-799e85e45564 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f58e09c1-f79e-4472-81dc-9752e44b5901,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:28.848042 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-30306c13-5e90-43e0-94e2-799e85e45564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:28.850841 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-30306c13-5e90-43e0-94e2-799e85e45564 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:28.856119 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4236ef45-8e39-40d1-be33-c55e11c61694 None None] Network 8a02cb72-de11-4e13-afc5-fd37a9467374 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:26:28.862465 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-30306c13-5e90-43e0-94e2-799e85e45564 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f58e09c1-f79e-4472-81dc-9752e44b5901 HTTP/1.1" status: 204 len: 168 time: 0.3718061 Aug 21 12:26:28.863456 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 45496) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:26:28.983702 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7d84c120-cfb7-4974-bca1-79fcd6f904bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-476761'] for network, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:28.995794 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-7d84c120-cfb7-4974-bca1-79fcd6f904bd admin admin] Deleting port c02d9de6-c8f2-40b7-9e64-364abafad547 {{(pid=82380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:26:28.996280 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7d84c120-cfb7-4974-bca1-79fcd6f904bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:29.143128 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a904b317-e6db-4b5c-a85c-68212d38f110 None None] DHCP port deletion for 8a02cb72-de11-4e13-afc5-fd37a9467374 request from dv-cinder-805477-2-smb {{(pid=82381) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Aug 21 12:26:29.148006 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-a904b317-e6db-4b5c-a85c-68212d38f110 None None] Deleting port c02d9de6-c8f2-40b7-9e64-364abafad547 {{(pid=82381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:26:29.148435 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a904b317-e6db-4b5c-a85c-68212d38f110 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:29.211202 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.l3_db [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Floating IP c1185c46-d933-42e6-b99d-e72820919464 associated. External IP: 172.28.2.224, port: 60f858e8-f78c-4e19-9597-ef737b654946. Aug 21 12:26:29.225271 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-7d84c120-cfb7-4974-bca1-79fcd6f904bd admin admin] For port c02d9de6-c8f2-40b7-9e64-364abafad547, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=c02d9de6-c8f2-40b7-9e64-364abafad547,segment=NetworkSegment(9ab8d827-49e8-44c8-b6c2-ccae12c1e289),segment_id=9ab8d827-49e8-44c8-b6c2-ccae12c1e289)] {{(pid=82380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:26:29.225862 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7d84c120-cfb7-4974-bca1-79fcd6f904bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:29.359026 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-7d84c120-cfb7-4974-bca1-79fcd6f904bd admin admin] Calling delete_port for c02d9de6-c8f2-40b7-9e64-364abafad547 owned by network:dhcp {{(pid=82380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:26:29.370444 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-a904b317-e6db-4b5c-a85c-68212d38f110 None None] For port c02d9de6-c8f2-40b7-9e64-364abafad547, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=c02d9de6-c8f2-40b7-9e64-364abafad547,segment=NetworkSegment(9ab8d827-49e8-44c8-b6c2-ccae12c1e289),segment_id=9ab8d827-49e8-44c8-b6c2-ccae12c1e289)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:26:29.370892 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a904b317-e6db-4b5c-a85c-68212d38f110 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:29.435162 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7d84c120-cfb7-4974-bca1-79fcd6f904bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:29.439335 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d25bc7f2-32af-4b22-834b-46a978b6ca8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:29.447148 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device c02d9de6-c8f2-40b7-9e64-364abafad547 no longer exists at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:26:29.486891 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84c120-cfb7-4974-bca1-79fcd6f904bd admin admin] Pushing event deleted for resources: {'Port': ['ID=c02d9de6-c8f2-40b7-9e64-364abafad547,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:29.490742 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-7d84c120-cfb7-4974-bca1-79fcd6f904bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:29.493469 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d84c120-cfb7-4974-bca1-79fcd6f904bd admin admin] No DVR routers for this DVR port c02d9de6-c8f2-40b7-9e64-364abafad547 on host dv-cinder-805477-2-smb {{(pid=82380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:26:29.555670 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-a904b317-e6db-4b5c-a85c-68212d38f110 None None] Calling delete_port for c02d9de6-c8f2-40b7-9e64-364abafad547 owned by network:dhcp {{(pid=82381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:26:29.582830 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] No Port match for: c02d9de6-c8f2-40b7-9e64-364abafad547 {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:26:29.582830 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device c02d9de6-c8f2-40b7-9e64-364abafad547 not bound to the agent host dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:26:29.583114 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device f661715a-2768-493d-8cb9-e2ec793d8a15 no longer exists at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:26:29.625034 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7d84c120-cfb7-4974-bca1-79fcd6f904bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773097', 'neutron.services.segments.db._delete_segments_for_network--9223363279269330172'] for network, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:29.625567 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] No Port match for: f661715a-2768-493d-8cb9-e2ec793d8a15 {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:26:29.625968 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device f661715a-2768-493d-8cb9-e2ec793d8a15 not bound to the agent host dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:26:29.626799 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device d7aa2d36-343c-4811-b328-892368e4bba7 no longer exists at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:26:29.639105 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-7d84c120-cfb7-4974-bca1-79fcd6f904bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a02cb72-de11-4e13-afc5-fd37a9467374']}} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:26:29.646671 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Router 7017eb44-bbc9-4f2c-acb7-012ec7375c89 has already been hosted by L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 {{(pid=82379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:26:29.652692 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-7d84c120-cfb7-4974-bca1-79fcd6f904bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab8d827-49e8-44c8-b6c2-ccae12c1e289') {'for_net_delete': True} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:26:29.653049 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-7d84c120-cfb7-4974-bca1-79fcd6f904bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab8d827-49e8-44c8-b6c2-ccae12c1e289') {} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:26:29.664573 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] No Port match for: d7aa2d36-343c-4811-b328-892368e4bba7 {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:26:29.664971 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device d7aa2d36-343c-4811-b328-892368e4bba7 not bound to the agent host dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:26:29.666028 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7d84c120-cfb7-4974-bca1-79fcd6f904bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279269335395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6709906'] for segment, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:29.682270 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7d84c120-cfb7-4974-bca1-79fcd6f904bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:29.689661 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d84c120-cfb7-4974-bca1-79fcd6f904bd admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=82380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:26:29.690117 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7d84c120-cfb7-4974-bca1-79fcd6f904bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854685446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848059169'] for segment, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:29.700447 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.db.api [None req-a904b317-e6db-4b5c-a85c-68212d38f110 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82381) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 12:26:29.700862 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_db.api [None req-a904b317-e6db-4b5c-a85c-68212d38f110 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: Traceback (most recent call last): Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: timer() Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: cb(*args, **kw) Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: return func(*args, **kwargs) Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: self._notify() Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: self.callback(batched_events) Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: event.method(event) Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: segment_id)['aggregates'][0] Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: return f(self, *a, **k) Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: return self._get(url).json() Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: **kwargs) Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: return self.request(url, 'GET', **kwargs) Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: **endpoint_filter) Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:26:29.704111 dv-cinder-805477-2-smb neutron-server[82268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:26:29.785815 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7d84c120-cfb7-4974-bca1-79fcd6f904bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846847901'] for network, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:29.790636 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7d84c120-cfb7-4974-bca1-79fcd6f904bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:29.794664 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fdc37c16-8810-40bf-8b1d-b5232dcc9b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:29.819188 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84c120-cfb7-4974-bca1-79fcd6f904bd admin admin] Pushing event deleted for resources: {'Network': ['ID=8a02cb72-de11-4e13-afc5-fd37a9467374,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:29.822052 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-7d84c120-cfb7-4974-bca1-79fcd6f904bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:29.829290 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-7d84c120-cfb7-4974-bca1-79fcd6f904bd admin admin] 10.222.0.11 "DELETE /v2.0/networks/8a02cb72-de11-4e13-afc5-fd37a9467374 HTTP/1.1" status: 204 len: 168 time: 0.9644527 Aug 21 12:26:29.867405 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:26:29.877789 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d441aa-776e-434a-8956-ad971d6f4e6e None None] Sync routers for ids ['7017eb44-bbc9-4f2c-acb7-012ec7375c89'] in dv-cinder-805477-2-smb {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:26:29.890370 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d441aa-776e-434a-8956-ad971d6f4e6e None None] Routers {'7017eb44-bbc9-4f2c-acb7-012ec7375c89'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:26:29.891032 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-15d441aa-776e-434a-8956-ad971d6f4e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:26:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['7017eb44-bbc9-4f2c-acb7-012ec7375c89'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:26:29.895285 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for floatingip, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:29.952705 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7560935 Aug 21 12:26:29.953417 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ca4ffe-c243-4cd0-b7d5-96f917201e82', 'tag': '60f858e8-f78c-4e19-9597-ef737b654946'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:26:29.998356 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 45506) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:26:30.016081 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ca4ffe-c243-4cd0-b7d5-96f917201e82', 'tag': '60f858e8-f78c-4e19-9597-ef737b654946', 'status': 'completed', 'code': 200} Aug 21 12:26:30.055497 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-bb274c89-369d-41e4-aa9b-4626724a0c9d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d15178842e94d9d8cae320279c910bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0558138 Aug 21 12:26:30.058279 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 45510) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:26:30.083436 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-15d441aa-776e-434a-8956-ad971d6f4e6e None None] Set router 7017eb44-bbc9-4f2c-acb7-012ec7375c89 gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:26:30.120888 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3090d20b-9d28-4975-9a65-5559693aeadb req-f4cc4746-db50-486d-9ab7-fcf345145607 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c61de113f0bd4c8681decc48f0d759bb&device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 1098 time: 0.0810618 Aug 21 12:26:30.121801 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7d2a3251-5e4d-4547-b595-1fb5dfd5868d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:30.149073 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7d2a3251-5e4d-4547-b595-1fb5dfd5868d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:30.192736 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7d2a3251-5e4d-4547-b595-1fb5dfd5868d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:30.197712 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-1e952ced-7d7a-4899-bbfd-d81bbc6a5b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:30.202477 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-a904b317-e6db-4b5c-a85c-68212d38f110 None None] Deleting port c02d9de6-c8f2-40b7-9e64-364abafad547 {{(pid=82381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:26:30.203137 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a904b317-e6db-4b5c-a85c-68212d38f110 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:30.215146 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a3251-5e4d-4547-b595-1fb5dfd5868d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521998b0-8b2c-48c0-ae5d-cb4d9029bbc1,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:30.219321 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-7d2a3251-5e4d-4547-b595-1fb5dfd5868d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:30.223423 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7d2a3251-5e4d-4547-b595-1fb5dfd5868d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:30.224631 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-7d2a3251-5e4d-4547-b595-1fb5dfd5868d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/521998b0-8b2c-48c0-ae5d-cb4d9029bbc1 HTTP/1.1" status: 204 len: 168 time: 0.1653666 Aug 21 12:26:30.292134 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090d20b-9d28-4975-9a65-5559693aeadb req-edeac55f-f3c6-4ef1-9fa2-122fb25c2583 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:30.293890 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3090d20b-9d28-4975-9a65-5559693aeadb req-edeac55f-f3c6-4ef1-9fa2-122fb25c2583 service neutron] 10.222.0.21 "GET /v2.0/networks?id=584f663b-435a-48ca-b621-8f11c231b397 HTTP/1.1" status: 200 len: 909 time: 0.1671903 Aug 21 12:26:30.307980 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-a904b317-e6db-4b5c-a85c-68212d38f110 None None] The port 'c02d9de6-c8f2-40b7-9e64-364abafad547' was deleted {{(pid=82381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Aug 21 12:26:30.411210 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3090d20b-9d28-4975-9a65-5559693aeadb req-f5d8333b-d916-457b-962e-3cba52433546 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60f858e8-f78c-4e19-9597-ef737b654946 HTTP/1.1" status: 200 len: 999 time: 0.1107726 Aug 21 12:26:30.455719 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-15d441aa-776e-434a-8956-ad971d6f4e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'name': 'tempest-TestShelveInstance-671626786-router', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ba2d90f0-d46c-4052-8177-56de9d397e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:25:21Z', 'updated_at': '2021-08-21T12:25:24Z', 'revision_number': 4, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'gw_port': {'id': 'ba2d90f0-d46c-4052-8177-56de9d397e4e', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:87:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:21Z', 'updated_at': '2021-08-21T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_floatingips': [{'id': 'c1185c46-d933-42e6-b99d-e72820919464', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'floating_ip_address': '172.28.2.224', 'floating_network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'router_id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'port_id': '60f858e8-f78c-4e19-9597-ef737b654946', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '584f663b-435a-48ca-b621-8f11c231b397', 'mac_address': 'fa:16:3e:91:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ca4ffe-c243-4cd0-b7d5-96f917201e82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:26:28Z', 'updated_at': '2021-08-21T12:26:28Z', 'revision_number': 0, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172c9e68-d246-48b6-867a-2f091c658472', 'name': '', 'network_id': '584f663b-435a-48ca-b621-8f11c231b397', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'mac_address': 'fa:16:3e:c0:f7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70758fb0-22b5-4316-a8d6-e9838934778a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:23Z', 'updated_at': '2021-08-21T12:25:32Z', 'revision_number': 5, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'subnets': [{'id': '70758fb0-22b5-4316-a8d6-e9838934778a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:26:30.459753 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d441aa-776e-434a-8956-ad971d6f4e6e None None] Checking router: 7017eb44-bbc9-4f2c-acb7-012ec7375c89 for host: dv-cinder-805477-2-smb {{(pid=82382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:26:30.473680 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d441aa-776e-434a-8956-ad971d6f4e6e None None] Routers {'7017eb44-bbc9-4f2c-acb7-012ec7375c89'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:26:30.474366 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-15d441aa-776e-434a-8956-ad971d6f4e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:26:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['7017eb44-bbc9-4f2c-acb7-012ec7375c89'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:26:30.497546 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090d20b-9d28-4975-9a65-5559693aeadb req-1f8a557b-926d-49e8-aeb3-4409b56333ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:26:30.499123 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3090d20b-9d28-4975-9a65-5559693aeadb req-1f8a557b-926d-49e8-aeb3-4409b56333ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70758fb0-22b5-4316-a8d6-e9838934778a HTTP/1.1" status: 200 len: 847 time: 0.0758228 Aug 21 12:26:30.585848 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3090d20b-9d28-4975-9a65-5559693aeadb req-15f3a8bb-579d-4337-9b86-6f256a76babd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=584f663b-435a-48ca-b621-8f11c231b397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750349 Aug 21 12:26:30.683063 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-15d441aa-776e-434a-8956-ad971d6f4e6e None None] Set router 7017eb44-bbc9-4f2c-acb7-012ec7375c89 gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:26:30.735797 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3090d20b-9d28-4975-9a65-5559693aeadb req-8053ca35-bd27-4395-8e73-3b354bb073ee service neutron] 10.222.0.21 "GET /v2.0/networks/584f663b-435a-48ca-b621-8f11c231b397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437294 Aug 21 12:26:30.908475 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3090d20b-9d28-4975-9a65-5559693aeadb req-d95d34eb-0b14-4a60-8215-bf7b77d226cf service neutron] 10.222.0.21 "GET /v2.0/networks/584f663b-435a-48ca-b621-8f11c231b397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655216 Aug 21 12:26:31.056980 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-15d441aa-776e-434a-8956-ad971d6f4e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'name': 'tempest-TestShelveInstance-671626786-router', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ba2d90f0-d46c-4052-8177-56de9d397e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:25:21Z', 'updated_at': '2021-08-21T12:25:24Z', 'revision_number': 4, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'gw_port': {'id': 'ba2d90f0-d46c-4052-8177-56de9d397e4e', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:87:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:21Z', 'updated_at': '2021-08-21T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_floatingips': [{'id': 'c1185c46-d933-42e6-b99d-e72820919464', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'floating_ip_address': '172.28.2.224', 'floating_network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'router_id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'port_id': '60f858e8-f78c-4e19-9597-ef737b654946', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '584f663b-435a-48ca-b621-8f11c231b397', 'mac_address': 'fa:16:3e:91:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ca4ffe-c243-4cd0-b7d5-96f917201e82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:26:28Z', 'updated_at': '2021-08-21T12:26:28Z', 'revision_number': 0, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172c9e68-d246-48b6-867a-2f091c658472', 'name': '', 'network_id': '584f663b-435a-48ca-b621-8f11c231b397', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'mac_address': 'fa:16:3e:c0:f7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70758fb0-22b5-4316-a8d6-e9838934778a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:23Z', 'updated_at': '2021-08-21T12:25:32Z', 'revision_number': 5, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'subnets': [{'id': '70758fb0-22b5-4316-a8d6-e9838934778a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:26:31.061126 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d441aa-776e-434a-8956-ad971d6f4e6e None None] The sync data for ids ['7017eb44-bbc9-4f2c-acb7-012ec7375c89'] in dv-cinder-805477-2-smb is: [{'id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'name': 'tempest-TestShelveInstance-671626786-router', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ba2d90f0-d46c-4052-8177-56de9d397e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:25:21Z', 'updated_at': '2021-08-21T12:25:24Z', 'revision_number': 4, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'gw_port': {'id': 'ba2d90f0-d46c-4052-8177-56de9d397e4e', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:87:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:21Z', 'updated_at': '2021-08-21T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_floatingips': [{'id': 'c1185c46-d933-42e6-b99d-e72820919464', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'floating_ip_address': '172.28.2.224', 'floating_network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'router_id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'port_id': '60f858e8-f78c-4e19-9597-ef737b654946', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '584f663b-435a-48ca-b621-8f11c231b397', 'mac_address': 'fa:16:3e:91:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ca4ffe-c243-4cd0-b7d5-96f917201e82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:26:28Z', 'updated_at': '2021-08-21T12:26:28Z', 'revision_number': 0, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172c9e68-d246-48b6-867a-2f091c658472', 'name': '', 'network_id': '584f663b-435a-48ca-b621-8f11c231b397', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'mac_address': 'fa:16:3e:c0:f7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70758fb0-22b5-4316-a8d6-e9838934778a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:23Z', 'updated_at': '2021-08-21T12:25:32Z', 'revision_number': 5, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'subnets': [{'id': '70758fb0-22b5-4316-a8d6-e9838934778a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:26:31.416147 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e621688b-c6a5-4413-9b41-121f4c89db94 None None] New status for floating IP c1185c46-d933-42e6-b99d-e72820919464: ACTIVE {{(pid=82381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:26:35.800750 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 45586) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:26:35.950354 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-194d7967-c6ab-43db-ae51-b1ec255c02d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:35.982875 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-194d7967-c6ab-43db-ae51-b1ec255c02d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:26:35.987288 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-194d7967-c6ab-43db-ae51-b1ec255c02d7 admin admin] Usage tracker for resource:security_group_rule and tenant:be6d109ae2b54c208c9ddfb8bf16d779 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:26:35.990236 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-194d7967-c6ab-43db-ae51-b1ec255c02d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:26:35.996567 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-194d7967-c6ab-43db-ae51-b1ec255c02d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:26:36.065675 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-194d7967-c6ab-43db-ae51-b1ec255c02d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:36.068318 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-194d7967-c6ab-43db-ae51-b1ec255c02d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:36.075603 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-19af0198-993d-4281-a950-7032fc4397ae tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:36.115682 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d7967-c6ab-43db-ae51-b1ec255c02d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcafe9f-7803-47bc-ba9d-f3c04be37f08,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:36.119373 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-194d7967-c6ab-43db-ae51-b1ec255c02d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:36.122025 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-194d7967-c6ab-43db-ae51-b1ec255c02d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be6d109ae2b54c208c9ddfb8bf16d779&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3201418 Aug 21 12:26:36.124845 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 45592) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:26:36.186430 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-75cadc2a-e39f-492d-9722-6208c9160e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:36.212586 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-75cadc2a-e39f-492d-9722-6208c9160e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:36.260375 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-75cadc2a-e39f-492d-9722-6208c9160e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:36.265217 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-599c9e86-09bf-41ad-8779-aec98d1f21da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:36.278951 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cadc2a-e39f-492d-9722-6208c9160e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcafe9f-7803-47bc-ba9d-f3c04be37f08,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:36.281693 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-75cadc2a-e39f-492d-9722-6208c9160e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:36.283530 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-75cadc2a-e39f-492d-9722-6208c9160e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:36.284729 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-75cadc2a-e39f-492d-9722-6208c9160e9b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/abcafe9f-7803-47bc-ba9d-f3c04be37f08 HTTP/1.1" status: 204 len: 168 time: 0.1588998 Aug 21 12:26:36.623509 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 45600) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:26:36.644382 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a20257fd-acbd-4780-ad77-6492349cadc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:36.675782 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-a20257fd-acbd-4780-ad77-6492349cadc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:26:36.679777 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-a20257fd-acbd-4780-ad77-6492349cadc1 admin admin] Usage tracker for resource:security_group_rule and tenant:022c4ef8714b48fda62293b9bee2cc6f is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:26:36.682726 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-a20257fd-acbd-4780-ad77-6492349cadc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:26:36.688760 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-a20257fd-acbd-4780-ad77-6492349cadc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:26:36.760006 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a20257fd-acbd-4780-ad77-6492349cadc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:36.762647 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a20257fd-acbd-4780-ad77-6492349cadc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:36.771418 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-094291d7-8277-4cd9-81d1-3ca0b5214b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:36.804759 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20257fd-acbd-4780-ad77-6492349cadc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3dc1b8-8237-48b0-9952-a9d795140d41,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:36.815145 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-a20257fd-acbd-4780-ad77-6492349cadc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:36.824114 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-a20257fd-acbd-4780-ad77-6492349cadc1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=022c4ef8714b48fda62293b9bee2cc6f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1994672 Aug 21 12:26:36.827019 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 45604) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:26:36.889336 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f287e99f-5716-458a-b749-bf4e6acbf1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:36.915592 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f287e99f-5716-458a-b749-bf4e6acbf1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:36.959536 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f287e99f-5716-458a-b749-bf4e6acbf1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:36.964432 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5254cfdb-46ad-40d3-9436-cdae186cbb8a tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:36.975282 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287e99f-5716-458a-b749-bf4e6acbf1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3dc1b8-8237-48b0-9952-a9d795140d41,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:36.978979 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f287e99f-5716-458a-b749-bf4e6acbf1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:36.982164 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f287e99f-5716-458a-b749-bf4e6acbf1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:36.983396 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-f287e99f-5716-458a-b749-bf4e6acbf1cb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0d3dc1b8-8237-48b0-9952-a9d795140d41 HTTP/1.1" status: 204 len: 168 time: 0.1553826 Aug 21 12:26:43.062058 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c1292fe8-515e-4012-b543-68f2848bbffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:44.521671 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:45.078519 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 45732) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:26:45.202241 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d12ff87b-ad47-4bf0-bb11-7f36a9a5305f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:45.238435 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3f0f3a87-c2a5-4a09-a297-a38819951a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:45.280457 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-3f0f3a87-c2a5-4a09-a297-a38819951a0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:26:45.284622 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-3f0f3a87-c2a5-4a09-a297-a38819951a0e admin admin] Usage tracker for resource:security_group_rule and tenant:64647ded10414e2d8678428f2d555a49 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:26:45.287634 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-3f0f3a87-c2a5-4a09-a297-a38819951a0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:26:45.293675 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-3f0f3a87-c2a5-4a09-a297-a38819951a0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:26:45.361410 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3f0f3a87-c2a5-4a09-a297-a38819951a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:45.364128 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3f0f3a87-c2a5-4a09-a297-a38819951a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:45.371855 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-72665fea-ac9d-4cee-a660-6123344b91e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:45.414732 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f3a87-c2a5-4a09-a297-a38819951a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0995abf-80ac-4da3-8acb-da80baf6eb0f,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:45.418009 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3f0f3a87-c2a5-4a09-a297-a38819951a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:45.420909 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-3f0f3a87-c2a5-4a09-a297-a38819951a0e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=64647ded10414e2d8678428f2d555a49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3412097 Aug 21 12:26:45.424511 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 45738) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:26:45.485468 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-636b5b29-edbd-4c39-9116-baa14d647db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:45.512511 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-636b5b29-edbd-4c39-9116-baa14d647db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:45.556862 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-636b5b29-edbd-4c39-9116-baa14d647db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:45.561771 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-1bb5f2ff-0bbe-4fd4-ad37-14d98ef53889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:45.575315 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b5b29-edbd-4c39-9116-baa14d647db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0995abf-80ac-4da3-8acb-da80baf6eb0f,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:45.577897 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-636b5b29-edbd-4c39-9116-baa14d647db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:45.583559 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-636b5b29-edbd-4c39-9116-baa14d647db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:45.584764 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-636b5b29-edbd-4c39-9116-baa14d647db6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e0995abf-80ac-4da3-8acb-da80baf6eb0f HTTP/1.1" status: 204 len: 168 time: 0.1592665 Aug 21 12:26:45.814433 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:46.004159 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 45746) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:26:46.023906 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ed4a6246-09d9-4848-bfcb-21cf529d2799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:46.055796 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-ed4a6246-09d9-4848-bfcb-21cf529d2799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:26:46.059783 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-ed4a6246-09d9-4848-bfcb-21cf529d2799 admin admin] Usage tracker for resource:security_group_rule and tenant:9d46b9313f014c18893719b345862134 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:26:46.062682 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-ed4a6246-09d9-4848-bfcb-21cf529d2799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:26:46.068759 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-ed4a6246-09d9-4848-bfcb-21cf529d2799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:26:46.133982 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ed4a6246-09d9-4848-bfcb-21cf529d2799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:46.136830 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ed4a6246-09d9-4848-bfcb-21cf529d2799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:46.144602 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-25c5d02a-0a4a-49e2-aeeb-25bfe96684c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:46.186513 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a6246-09d9-4848-bfcb-21cf529d2799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f9f7c0-b232-4612-bccc-324e67ebc34e,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:46.190241 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ed4a6246-09d9-4848-bfcb-21cf529d2799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:46.192601 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-ed4a6246-09d9-4848-bfcb-21cf529d2799 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d46b9313f014c18893719b345862134&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1873143 Aug 21 12:26:46.195431 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 45750) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:26:46.256706 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d9981fd5-3e02-4c54-a6c6-6dae65d7fc5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:46.283349 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d9981fd5-3e02-4c54-a6c6-6dae65d7fc5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:46.330220 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d9981fd5-3e02-4c54-a6c6-6dae65d7fc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:46.334964 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:46.346959 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9981fd5-3e02-4c54-a6c6-6dae65d7fc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f9f7c0-b232-4612-bccc-324e67ebc34e,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:46.350059 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d9981fd5-3e02-4c54-a6c6-6dae65d7fc5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:46.352093 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d9981fd5-3e02-4c54-a6c6-6dae65d7fc5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:46.353186 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-d9981fd5-3e02-4c54-a6c6-6dae65d7fc5a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e8f9f7c0-b232-4612-bccc-324e67ebc34e HTTP/1.1" status: 204 len: 168 time: 0.1567664 Aug 21 12:26:47.201160 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:48.850517 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:49.212687 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 45826) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:26:49.364683 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f37b7e9c-41cd-468c-b04f-1ce11b82f7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:49.396146 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-f37b7e9c-41cd-468c-b04f-1ce11b82f7c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:26:49.400134 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-f37b7e9c-41cd-468c-b04f-1ce11b82f7c2 admin admin] Usage tracker for resource:security_group_rule and tenant:e9e51d89615b436cb6da29e8c06bf36a is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:26:49.403079 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-f37b7e9c-41cd-468c-b04f-1ce11b82f7c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:26:49.409651 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-f37b7e9c-41cd-468c-b04f-1ce11b82f7c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:26:49.477053 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f37b7e9c-41cd-468c-b04f-1ce11b82f7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:49.479715 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f37b7e9c-41cd-468c-b04f-1ce11b82f7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:49.487812 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-64d954ac-a40c-46a6-9d28-62eb4d242eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:49.531004 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b7e9c-41cd-468c-b04f-1ce11b82f7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167a5044-286f-4436-861f-56f9cdff10d4,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:49.535226 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f37b7e9c-41cd-468c-b04f-1ce11b82f7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:49.537678 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-f37b7e9c-41cd-468c-b04f-1ce11b82f7c2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e9e51d89615b436cb6da29e8c06bf36a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3238556 Aug 21 12:26:49.540380 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 45832) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:26:49.608299 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-14e2586e-d22f-417e-b0aa-66058eb30047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:49.634858 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-14e2586e-d22f-417e-b0aa-66058eb30047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:49.678670 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-14e2586e-d22f-417e-b0aa-66058eb30047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:49.683720 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f287e99f-5716-458a-b749-bf4e6acbf1cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:49.697096 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2586e-d22f-417e-b0aa-66058eb30047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167a5044-286f-4436-861f-56f9cdff10d4,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:49.699845 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-14e2586e-d22f-417e-b0aa-66058eb30047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:49.700987 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-14e2586e-d22f-417e-b0aa-66058eb30047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:49.702231 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-14e2586e-d22f-417e-b0aa-66058eb30047 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/167a5044-286f-4436-861f-56f9cdff10d4 HTTP/1.1" status: 204 len: 168 time: 0.1608639 Aug 21 12:26:50.043533 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 45840) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:26:50.063987 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d9571d82-6db7-4071-9363-51986318d50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:50.096263 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-d9571d82-6db7-4071-9363-51986318d50f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:26:50.100310 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-d9571d82-6db7-4071-9363-51986318d50f admin admin] Usage tracker for resource:security_group_rule and tenant:726ce43f1ebf4e0fb1a0d945c036a04b is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:26:50.103314 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-d9571d82-6db7-4071-9363-51986318d50f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:26:50.109385 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-d9571d82-6db7-4071-9363-51986318d50f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:26:50.176340 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d9571d82-6db7-4071-9363-51986318d50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:50.179797 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d9571d82-6db7-4071-9363-51986318d50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:50.187266 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3f3c5535-66a5-4207-87fe-78183533829a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:50.229675 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9571d82-6db7-4071-9363-51986318d50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e14f16c-81ce-4540-86a3-e4924d06b2c9,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:50.232758 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d9571d82-6db7-4071-9363-51986318d50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:50.235162 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-d9571d82-6db7-4071-9363-51986318d50f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=726ce43f1ebf4e0fb1a0d945c036a04b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1905408 Aug 21 12:26:50.238536 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 45844) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:26:50.304292 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5ad57497-bb58-4f34-9198-45583bccebbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:50.332649 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5ad57497-bb58-4f34-9198-45583bccebbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:50.376740 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5ad57497-bb58-4f34-9198-45583bccebbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:50.381606 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d9571d82-6db7-4071-9363-51986318d50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:50.394391 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad57497-bb58-4f34-9198-45583bccebbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e14f16c-81ce-4540-86a3-e4924d06b2c9,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:50.396939 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5ad57497-bb58-4f34-9198-45583bccebbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:50.400163 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5ad57497-bb58-4f34-9198-45583bccebbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:50.402087 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-5ad57497-bb58-4f34-9198-45583bccebbf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4e14f16c-81ce-4540-86a3-e4924d06b2c9 HTTP/1.1" status: 204 len: 168 time: 0.1625645 Aug 21 12:26:51.753576 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 45876) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:26:51.905312 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3413d350-e5bc-44d3-a95f-f7194fc778f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:51.937854 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-3413d350-e5bc-44d3-a95f-f7194fc778f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:26:51.941987 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-3413d350-e5bc-44d3-a95f-f7194fc778f1 admin admin] Usage tracker for resource:security_group_rule and tenant:7cb30db2f249470298ab160f5d5920e7 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:26:51.944877 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-3413d350-e5bc-44d3-a95f-f7194fc778f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:26:51.950886 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-3413d350-e5bc-44d3-a95f-f7194fc778f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:26:52.017803 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3413d350-e5bc-44d3-a95f-f7194fc778f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:52.020641 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3413d350-e5bc-44d3-a95f-f7194fc778f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:52.027992 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-9a0f7788-d971-4a81-a550-5a82cf6b85c9 tempest-VolumesNegativeTest-4629992 tempest-VolumesNegativeTest-4629992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:52.072465 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413d350-e5bc-44d3-a95f-f7194fc778f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a129f0-3b6b-4182-bc5b-6af67b4b0d75,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:52.075907 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3413d350-e5bc-44d3-a95f-f7194fc778f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:52.078629 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-3413d350-e5bc-44d3-a95f-f7194fc778f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7cb30db2f249470298ab160f5d5920e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3239801 Aug 21 12:26:52.081950 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 45882) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:26:52.145052 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5f10f048-10b5-49d9-a708-f0cc4576140d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:52.171743 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5f10f048-10b5-49d9-a708-f0cc4576140d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:52.215766 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5f10f048-10b5-49d9-a708-f0cc4576140d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:52.220722 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-298bcad4-38ab-4a44-8833-94b44e2dac1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:26:52.231703 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10f048-10b5-49d9-a708-f0cc4576140d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a129f0-3b6b-4182-bc5b-6af67b4b0d75,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:26:52.236482 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5f10f048-10b5-49d9-a708-f0cc4576140d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:26:52.238510 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-5f10f048-10b5-49d9-a708-f0cc4576140d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:52.239728 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-5f10f048-10b5-49d9-a708-f0cc4576140d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/78a129f0-3b6b-4182-bc5b-6af67b4b0d75 HTTP/1.1" status: 204 len: 168 time: 0.1568944 Aug 21 12:27:01.860023 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:27:13.063693 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-cac58184-4097-48d9-91d5-dc9932f70af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:14.524243 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:15.202549 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1b114b0d-3d4b-422f-834a-902e36be2e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:15.597111 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 46038) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:15.746993 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b02ede78-944c-478c-b729-c70b9b6edab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:15.780315 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-b02ede78-944c-478c-b729-c70b9b6edab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:15.784397 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-b02ede78-944c-478c-b729-c70b9b6edab2 admin admin] Usage tracker for resource:security_group_rule and tenant:d4d2dd7c09a04f959df39374a50cb86b is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:15.787472 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-b02ede78-944c-478c-b729-c70b9b6edab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:15.794073 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-b02ede78-944c-478c-b729-c70b9b6edab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:15.817319 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:15.863927 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b02ede78-944c-478c-b729-c70b9b6edab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:15.866661 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b02ede78-944c-478c-b729-c70b9b6edab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:15.875038 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-14e2586e-d22f-417e-b0aa-66058eb30047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:15.923491 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-b02ede78-944c-478c-b729-c70b9b6edab2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d4d2dd7c09a04f959df39374a50cb86b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3252306 Aug 21 12:27:15.924263 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ede78-944c-478c-b729-c70b9b6edab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e902fed-f478-4323-900c-4145118f784a,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:15.926453 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 46044) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:15.927590 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b02ede78-944c-478c-b729-c70b9b6edab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:15.990048 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-47f1bb47-1d8f-4b19-a34f-3893b302e2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:16.017389 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-47f1bb47-1d8f-4b19-a34f-3893b302e2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:16.060727 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-47f1bb47-1d8f-4b19-a34f-3893b302e2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:16.065638 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-57b72971-303e-4bd4-81c2-c872e63f61c8 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:16.078805 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1bb47-1d8f-4b19-a34f-3893b302e2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e902fed-f478-4323-900c-4145118f784a,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:16.083833 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-47f1bb47-1d8f-4b19-a34f-3893b302e2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:16.085043 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-47f1bb47-1d8f-4b19-a34f-3893b302e2b0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2e902fed-f478-4323-900c-4145118f784a HTTP/1.1" status: 204 len: 168 time: 0.1575356 Aug 21 12:27:16.090933 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1bb47-1d8f-4b19-a34f-3893b302e2b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:16.091361 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1bb47-1d8f-4b19-a34f-3893b302e2b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:16.091777 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1bb47-1d8f-4b19-a34f-3893b302e2b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:16.092185 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1bb47-1d8f-4b19-a34f-3893b302e2b0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:16.092593 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1bb47-1d8f-4b19-a34f-3893b302e2b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:16.092998 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1bb47-1d8f-4b19-a34f-3893b302e2b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:16.093427 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1bb47-1d8f-4b19-a34f-3893b302e2b0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:16.093837 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1bb47-1d8f-4b19-a34f-3893b302e2b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:16.094235 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1bb47-1d8f-4b19-a34f-3893b302e2b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:16.094636 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1bb47-1d8f-4b19-a34f-3893b302e2b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:16.095034 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1bb47-1d8f-4b19-a34f-3893b302e2b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:16.098186 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-47f1bb47-1d8f-4b19-a34f-3893b302e2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:17.204253 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:18.867925 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:21.069477 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 46114) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:21.220139 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-90390e75-f995-4142-b26c-0b2fa1163a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:21.252144 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-90390e75-f995-4142-b26c-0b2fa1163a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:21.255997 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-90390e75-f995-4142-b26c-0b2fa1163a60 admin admin] Usage tracker for resource:security_group_rule and tenant:51616a6f440a47318a1b4efc122158f4 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:21.258881 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-90390e75-f995-4142-b26c-0b2fa1163a60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:21.265503 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-90390e75-f995-4142-b26c-0b2fa1163a60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:21.554006 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-90390e75-f995-4142-b26c-0b2fa1163a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:21.557218 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-90390e75-f995-4142-b26c-0b2fa1163a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:21.564630 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-e9aca087-e31a-4909-9cf8-edf3da324be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:21.606521 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90390e75-f995-4142-b26c-0b2fa1163a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db6d07f-efed-4292-a55e-49a58ec4c6ca,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:21.611238 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-90390e75-f995-4142-b26c-0b2fa1163a60 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=51616a6f440a47318a1b4efc122158f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5405920 Aug 21 12:27:21.612190 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-90390e75-f995-4142-b26c-0b2fa1163a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:21.613997 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 46120) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:21.676181 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c25377ef-55d9-4083-a245-5386d9476e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:21.702647 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c25377ef-55d9-4083-a245-5386d9476e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:21.746306 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c25377ef-55d9-4083-a245-5386d9476e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:21.751114 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-47f1bb47-1d8f-4b19-a34f-3893b302e2b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:21.764127 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25377ef-55d9-4083-a245-5386d9476e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db6d07f-efed-4292-a55e-49a58ec4c6ca,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:21.767704 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c25377ef-55d9-4083-a245-5386d9476e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:21.768604 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c25377ef-55d9-4083-a245-5386d9476e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:21.772693 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-c25377ef-55d9-4083-a245-5386d9476e51 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8db6d07f-efed-4292-a55e-49a58ec4c6ca HTTP/1.1" status: 204 len: 168 time: 0.1576805 Aug 21 12:27:38.860840 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:27:43.075406 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a8c75f43-b164-4547-befb-72dbab15bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:43.735607 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f23db-be89-4603-b370-899fa1424277 req-0dc39ec1-5cae-4a46-91f9-ed565e00c1dc tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:43.737193 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-902f23db-be89-4603-b370-899fa1424277 req-0dc39ec1-5cae-4a46-91f9-ed565e00c1dc tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 947 time: 0.0806787 Aug 21 12:27:43.792149 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-902f23db-be89-4603-b370-899fa1424277 req-4de4840c-544e-409b-a714-3dfbe04ebfbe tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487993 Aug 21 12:27:44.526170 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:45.017630 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58564ab-c583-43a1-9883-93f2e3c3fdab req-7e7d13a9-af59-4658-89d9-8d1cdbc6d504 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:45.019230 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f58564ab-c583-43a1-9883-93f2e3c3fdab req-7e7d13a9-af59-4658-89d9-8d1cdbc6d504 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 947 time: 0.0884893 Aug 21 12:27:45.068694 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f58564ab-c583-43a1-9883-93f2e3c3fdab req-8e96abdf-5528-4f43-a012-7e531e2fb0e4 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fecee73-506f-44c5-a1fa-fecb30bb4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424924 Aug 21 12:27:45.202550 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-20a7e572-3840-4087-a4bb-d53a25a07f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:45.341104 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1d419-9ac4-4c35-91b4-bdd4804e58da req-fe7338b5-339d-4146-a66b-f1b644df014f tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:45.342568 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-59c1d419-9ac4-4c35-91b4-bdd4804e58da req-fe7338b5-339d-4146-a66b-f1b644df014f tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 947 time: 0.0816748 Aug 21 12:27:45.417126 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-59c1d419-9ac4-4c35-91b4-bdd4804e58da req-7ff35eef-9b6e-4d8d-8d97-af1388d13e4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Deleting port 13dca706-7b7a-404b-84c5-cc59432c0322 {{(pid=82379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:27:45.417506 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-59c1d419-9ac4-4c35-91b4-bdd4804e58da req-7ff35eef-9b6e-4d8d-8d97-af1388d13e4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:45.666278 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-59c1d419-9ac4-4c35-91b4-bdd4804e58da req-7ff35eef-9b6e-4d8d-8d97-af1388d13e4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] For port 13dca706-7b7a-404b-84c5-cc59432c0322, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=13dca706-7b7a-404b-84c5-cc59432c0322,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:27:45.666848 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-59c1d419-9ac4-4c35-91b4-bdd4804e58da req-7ff35eef-9b6e-4d8d-8d97-af1388d13e4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:45.818404 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:45.967021 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-59c1d419-9ac4-4c35-91b4-bdd4804e58da req-7ff35eef-9b6e-4d8d-8d97-af1388d13e4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:45.967361 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-59c1d419-9ac4-4c35-91b4-bdd4804e58da req-7ff35eef-9b6e-4d8d-8d97-af1388d13e4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7900557'] for floatingip, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:45.967717 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.l3_db [req-59c1d419-9ac4-4c35-91b4-bdd4804e58da req-7ff35eef-9b6e-4d8d-8d97-af1388d13e4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Floating IP 06e3300b-0f4d-4f32-8392-62d5b8229346 disassociated. External IP: 172.28.2.113, port: 13dca706-7b7a-404b-84c5-cc59432c0322. Aug 21 12:27:45.968105 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-59c1d419-9ac4-4c35-91b4-bdd4804e58da req-7ff35eef-9b6e-4d8d-8d97-af1388d13e4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Calling delete_port for 13dca706-7b7a-404b-84c5-cc59432c0322 owned by compute:nova {{(pid=82379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:27:46.107724 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-59c1d419-9ac4-4c35-91b4-bdd4804e58da req-7ff35eef-9b6e-4d8d-8d97-af1388d13e4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:46.113697 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-77274575-afe8-41ed-a99d-40c6537dca1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:46.406252 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff35eef-9b6e-4d8d-8d97-af1388d13e4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Pushing event deleted for resources: {'Port': ['ID=13dca706-7b7a-404b-84c5-cc59432c0322,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:46.418517 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5e201da8-3828-4533-8340-5b9482fa46c5 req-b7f38f79-1940-43f7-9910-39c1444a635b tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 210 time: 0.0644672 Aug 21 12:27:46.425782 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff35eef-9b6e-4d8d-8d97-af1388d13e4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:46.426206 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff35eef-9b6e-4d8d-8d97-af1388d13e4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:46.426651 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff35eef-9b6e-4d8d-8d97-af1388d13e4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:46.427070 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff35eef-9b6e-4d8d-8d97-af1388d13e4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:46.427476 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff35eef-9b6e-4d8d-8d97-af1388d13e4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:46.427903 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff35eef-9b6e-4d8d-8d97-af1388d13e4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:46.428649 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff35eef-9b6e-4d8d-8d97-af1388d13e4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:46.428649 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff35eef-9b6e-4d8d-8d97-af1388d13e4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:46.429070 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff35eef-9b6e-4d8d-8d97-af1388d13e4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:46.429477 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff35eef-9b6e-4d8d-8d97-af1388d13e4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:46.429896 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff35eef-9b6e-4d8d-8d97-af1388d13e4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:46.435254 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-7ff35eef-9b6e-4d8d-8d97-af1388d13e4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:46.647542 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59c1d419-9ac4-4c35-91b4-bdd4804e58da req-7ff35eef-9b6e-4d8d-8d97-af1388d13e4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Router 984f3ffc-31a1-4d67-afe6-e454adaace64 has already been hosted by L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 {{(pid=82379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:27:46.863578 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59c1d419-9ac4-4c35-91b4-bdd4804e58da req-7ff35eef-9b6e-4d8d-8d97-af1388d13e4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:27:46.874981 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc8a43b-033a-42cf-b664-b28c0bb130ee None None] Sync routers for ids ['984f3ffc-31a1-4d67-afe6-e454adaace64'] in dv-cinder-805477-2-smb {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:27:46.888559 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc8a43b-033a-42cf-b664-b28c0bb130ee None None] Routers {'984f3ffc-31a1-4d67-afe6-e454adaace64'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:27:46.889294 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-fcc8a43b-033a-42cf-b664-b28c0bb130ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:27:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['984f3ffc-31a1-4d67-afe6-e454adaace64'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:46.938185 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c1d419-9ac4-4c35-91b4-bdd4804e58da req-7ff35eef-9b6e-4d8d-8d97-af1388d13e4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] No DVR routers for this DVR port 13dca706-7b7a-404b-84c5-cc59432c0322 on host hv-cinder-80547 {{(pid=82379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:27:46.940920 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-59c1d419-9ac4-4c35-91b4-bdd4804e58da req-7ff35eef-9b6e-4d8d-8d97-af1388d13e4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:46.943929 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf38d3b-76cc-4159-ab5c-2fb4ec044053', 'name': 'network-vif-deleted', 'tag': '13dca706-7b7a-404b-84c5-cc59432c0322'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:27:46.969009 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-59c1d419-9ac4-4c35-91b4-bdd4804e58da req-7ff35eef-9b6e-4d8d-8d97-af1388d13e4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.21 "DELETE /v2.0/ports/13dca706-7b7a-404b-84c5-cc59432c0322 HTTP/1.1" status: 204 len: 173 time: 1.6210995 Aug 21 12:27:47.006900 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf38d3b-76cc-4159-ab5c-2fb4ec044053', 'name': 'network-vif-deleted', 'tag': '13dca706-7b7a-404b-84c5-cc59432c0322', 'status': 'completed', 'code': 200} Aug 21 12:27:47.097717 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-fcc8a43b-033a-42cf-b664-b28c0bb130ee None None] Set router 984f3ffc-31a1-4d67-afe6-e454adaace64 gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:27:47.208340 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:47.429643 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-fcc8a43b-033a-42cf-b664-b28c0bb130ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'name': 'tempest-AttachVolumeShelveTestJSON-891784107-router', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '80413900-88b2-4bd9-8678-ecc146631569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:03Z', 'updated_at': '2021-08-21T12:18:20Z', 'revision_number': 4, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'gw_port': {'id': '80413900-88b2-4bd9-8678-ecc146631569', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:04Z', 'updated_at': '2021-08-21T12:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '92170282-fedb-40d3-ab97-205956a687be', 'name': '', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'mac_address': 'fa:16:3e:c3:2f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:15Z', 'updated_at': '2021-08-21T12:18:31Z', 'revision_number': 5, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'subnets': [{'id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:47.434610 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc8a43b-033a-42cf-b664-b28c0bb130ee None None] Checking router: 984f3ffc-31a1-4d67-afe6-e454adaace64 for host: dv-cinder-805477-2-smb {{(pid=82382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:27:47.445989 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc8a43b-033a-42cf-b664-b28c0bb130ee None None] Routers {'984f3ffc-31a1-4d67-afe6-e454adaace64'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:27:47.446731 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-fcc8a43b-033a-42cf-b664-b28c0bb130ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:27:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['984f3ffc-31a1-4d67-afe6-e454adaace64'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:47.638435 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-b8651fd0-aac6-4558-818d-981177026f12 req-919d10cf-8586-48ba-90e8-12ecd72e4e9d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Synchronizing usage tracker for tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:27:47.644412 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-fcc8a43b-033a-42cf-b664-b28c0bb130ee None None] Set router 984f3ffc-31a1-4d67-afe6-e454adaace64 gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:27:47.652824 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-b8651fd0-aac6-4558-818d-981177026f12 req-919d10cf-8586-48ba-90e8-12ecd72e4e9d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Unset dirty status for tenant:0ab1a7fb5e8f47d4a26520c5fb8bd4c2 on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:27:47.654127 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b8651fd0-aac6-4558-818d-981177026f12 req-919d10cf-8586-48ba-90e8-12ecd72e4e9d tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf38d3b-76cc-4159-ab5c-2fb4ec044053 HTTP/1.1" status: 200 len: 210 time: 0.0622399 Aug 21 12:27:47.970162 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-fcc8a43b-033a-42cf-b664-b28c0bb130ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'name': 'tempest-AttachVolumeShelveTestJSON-891784107-router', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '80413900-88b2-4bd9-8678-ecc146631569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:03Z', 'updated_at': '2021-08-21T12:18:20Z', 'revision_number': 4, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'gw_port': {'id': '80413900-88b2-4bd9-8678-ecc146631569', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:04Z', 'updated_at': '2021-08-21T12:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '92170282-fedb-40d3-ab97-205956a687be', 'name': '', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'mac_address': 'fa:16:3e:c3:2f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:15Z', 'updated_at': '2021-08-21T12:18:31Z', 'revision_number': 5, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'subnets': [{'id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:47.974086 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc8a43b-033a-42cf-b664-b28c0bb130ee None None] The sync data for ids ['984f3ffc-31a1-4d67-afe6-e454adaace64'] in dv-cinder-805477-2-smb is: [{'id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'name': 'tempest-AttachVolumeShelveTestJSON-891784107-router', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '80413900-88b2-4bd9-8678-ecc146631569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:03Z', 'updated_at': '2021-08-21T12:18:20Z', 'revision_number': 4, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'gw_port': {'id': '80413900-88b2-4bd9-8678-ecc146631569', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:04Z', 'updated_at': '2021-08-21T12:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '92170282-fedb-40d3-ab97-205956a687be', 'name': '', 'network_id': '66fcdff2-94ab-4687-9781-4d1ba887f030', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'mac_address': 'fa:16:3e:c3:2f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:15Z', 'updated_at': '2021-08-21T12:18:31Z', 'revision_number': 5, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'subnets': [{'id': '8a00bc67-6928-4f8f-9e79-a5b624611398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:27:48.438777 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2269f0b7-07e3-42d2-8ab7-be62aaf2b3cf None None] New status for floating IP 06e3300b-0f4d-4f32-8392-62d5b8229346: DOWN {{(pid=82381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:27:48.812974 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 46166) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:48.866211 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:48.886582 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-50c3a616-01b6-4d1a-9883-a6c6e76cde19 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:48.914311 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-50c3a616-01b6-4d1a-9883-a6c6e76cde19 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:48.957870 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-50c3a616-01b6-4d1a-9883-a6c6e76cde19 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:48.963541 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c214ffa4-ce1b-452b-a184-a3a22197e1cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:48.978831 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3a616-01b6-4d1a-9883-a6c6e76cde19 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fecee73-506f-44c5-a1fa-fecb30bb4ae5,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:48.981384 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-50c3a616-01b6-4d1a-9883-a6c6e76cde19 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:48.989725 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-50c3a616-01b6-4d1a-9883-a6c6e76cde19 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:48.990959 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-50c3a616-01b6-4d1a-9883-a6c6e76cde19 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "DELETE /v2.0/security-groups/5fecee73-506f-44c5-a1fa-fecb30bb4ae5 HTTP/1.1" status: 204 len: 168 time: 0.1767490 Aug 21 12:27:48.994016 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 46170) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:49.011814 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.api.v2.resource [None req-26992c5a-ee8f-447f-8ef8-a9495760ae27 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] show failed (client error): The resource could not be found. Aug 21 12:27:49.012961 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-26992c5a-ee8f-447f-8ef8-a9495760ae27 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "GET /v2.0/security-groups/5fecee73-506f-44c5-a1fa-fecb30bb4ae5 HTTP/1.1" status: 404 len: 347 time: 0.0178874 Aug 21 12:27:49.015859 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 46174) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:49.174920 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-39051a07-ff18-4ace-b214-a362fad009e0 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Deleting port 9777583a-e554-4b34-87b0-4a41e51c8214 {{(pid=82380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:27:49.175219 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-39051a07-ff18-4ace-b214-a362fad009e0 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:49.347255 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-39051a07-ff18-4ace-b214-a362fad009e0 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:49.347625 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-39051a07-ff18-4ace-b214-a362fad009e0 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:49.476212 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-39051a07-ff18-4ace-b214-a362fad009e0 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Calling delete_port for 9777583a-e554-4b34-87b0-4a41e51c8214 owned by network:floatingip {{(pid=82380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:27:49.612281 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-39051a07-ff18-4ace-b214-a362fad009e0 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:49.616564 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d65b8926-0dff-4301-9c90-ba7d912c8c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:49.659198 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39051a07-ff18-4ace-b214-a362fad009e0 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Pushing event deleted for resources: {'Port': ['ID=9777583a-e554-4b34-87b0-4a41e51c8214,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:49.661905 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-39051a07-ff18-4ace-b214-a362fad009e0 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:49.755248 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-39051a07-ff18-4ace-b214-a362fad009e0 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks [] for floatingip, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:49.772903 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-39051a07-ff18-4ace-b214-a362fad009e0 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for floatingip, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:49.774193 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-39051a07-ff18-4ace-b214-a362fad009e0 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] 10.222.0.11 "DELETE /v2.0/floatingips/06e3300b-0f4d-4f32-8392-62d5b8229346 HTTP/1.1" status: 204 len: 168 time: 0.7573586 Aug 21 12:27:50.544013 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 13dca706-7b7a-404b-84c5-cc59432c0322 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:27:50.577270 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] No Port match for: 13dca706-7b7a-404b-84c5-cc59432c0322 {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:27:50.577653 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 13dca706-7b7a-404b-84c5-cc59432c0322 not bound to the agent host hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:27:52.616477 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 46198) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:53.208266 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-366fc552-b9e9-4afd-9bb2-667cdf6528ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7900520'] for router_interface, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:53.813656 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-366fc552-b9e9-4afd-9bb2-667cdf6528ea admin admin] Deleting port 92170282-fedb-40d3-ab97-205956a687be {{(pid=82379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:27:53.814199 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-366fc552-b9e9-4afd-9bb2-667cdf6528ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:54.037492 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-366fc552-b9e9-4afd-9bb2-667cdf6528ea admin admin] For port 92170282-fedb-40d3-ab97-205956a687be, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=92170282-fedb-40d3-ab97-205956a687be,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:27:54.037884 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-366fc552-b9e9-4afd-9bb2-667cdf6528ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:54.164314 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-366fc552-b9e9-4afd-9bb2-667cdf6528ea admin admin] Calling delete_port for 92170282-fedb-40d3-ab97-205956a687be owned by network:router_interface {{(pid=82379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:27:54.250960 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8486c1b6-3fed-4ba3-a215-c909e5054cf5 req-02d2f34e-9577-4524-8681-6cb83628926f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2604742 Aug 21 12:27:54.412711 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-366fc552-b9e9-4afd-9bb2-667cdf6528ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:54.418633 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:54.462245 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fc552-b9e9-4afd-9bb2-667cdf6528ea admin admin] Pushing event deleted for resources: {'Port': ['ID=92170282-fedb-40d3-ab97-205956a687be,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:54.465961 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-366fc552-b9e9-4afd-9bb2-667cdf6528ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:54.498258 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8486c1b6-3fed-4ba3-a215-c909e5054cf5 req-17620fec-98f0-427c-80d3-2eee5f8ca0a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c61de113f0bd4c8681decc48f0d759bb&device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 1098 time: 0.1718884 Aug 21 12:27:54.980141 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486c1b6-3fed-4ba3-a215-c909e5054cf5 req-8ef7d882-413c-4914-9f56-13619950b5ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:54.981670 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8486c1b6-3fed-4ba3-a215-c909e5054cf5 req-8ef7d882-413c-4914-9f56-13619950b5ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=584f663b-435a-48ca-b621-8f11c231b397 HTTP/1.1" status: 200 len: 909 time: 0.4437492 Aug 21 12:27:55.156952 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8486c1b6-3fed-4ba3-a215-c909e5054cf5 req-c7673605-5b85-4099-a83d-f97ed27644bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60f858e8-f78c-4e19-9597-ef737b654946 HTTP/1.1" status: 200 len: 1001 time: 0.1637385 Aug 21 12:27:55.244774 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486c1b6-3fed-4ba3-a215-c909e5054cf5 req-57d35f04-2f08-4297-a2a5-0410ca4e3d80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:55.246244 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8486c1b6-3fed-4ba3-a215-c909e5054cf5 req-57d35f04-2f08-4297-a2a5-0410ca4e3d80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70758fb0-22b5-4316-a8d6-e9838934778a HTTP/1.1" status: 200 len: 847 time: 0.0828185 Aug 21 12:27:55.289445 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-366fc552-b9e9-4afd-9bb2-667cdf6528ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847207007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846849064'] for router_interface, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:55.410106 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8486c1b6-3fed-4ba3-a215-c909e5054cf5 req-5d02a0ad-3208-4b76-b5b2-ecce439ff43e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=584f663b-435a-48ca-b621-8f11c231b397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1568975 Aug 21 12:27:55.636163 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8486c1b6-3fed-4ba3-a215-c909e5054cf5 req-5d1512ff-0508-4a25-baf6-8c0176f824da service neutron] 10.222.0.21 "GET /v2.0/networks/584f663b-435a-48ca-b621-8f11c231b397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152827 Aug 21 12:27:55.941056 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8486c1b6-3fed-4ba3-a215-c909e5054cf5 req-ed49bf0d-46df-4361-a015-9217ee753d8c service neutron] 10.222.0.21 "GET /v2.0/networks/584f663b-435a-48ca-b621-8f11c231b397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980926 Aug 21 12:27:56.170091 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366fc552-b9e9-4afd-9bb2-667cdf6528ea admin admin] Router 984f3ffc-31a1-4d67-afe6-e454adaace64 has already been hosted by L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 {{(pid=82379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:27:56.588291 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366fc552-b9e9-4afd-9bb2-667cdf6528ea admin admin] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:27:56.597781 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03954c4-5d11-4a58-b1c9-e04cbd940514 None None] Sync routers for ids ['984f3ffc-31a1-4d67-afe6-e454adaace64'] in dv-cinder-805477-2-smb {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:27:56.600961 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-366fc552-b9e9-4afd-9bb2-667cdf6528ea admin admin] 10.222.0.11 "PUT /v2.0/routers/984f3ffc-31a1-4d67-afe6-e454adaace64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9833097 Aug 21 12:27:56.604274 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 46204) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:56.610969 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03954c4-5d11-4a58-b1c9-e04cbd940514 None None] Routers {'984f3ffc-31a1-4d67-afe6-e454adaace64'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:27:56.611633 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-c03954c4-5d11-4a58-b1c9-e04cbd940514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:27:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['984f3ffc-31a1-4d67-afe6-e454adaace64'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:56.795501 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-c03954c4-5d11-4a58-b1c9-e04cbd940514 None None] Set router 984f3ffc-31a1-4d67-afe6-e454adaace64 gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:27:56.811559 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-075886b3-d5d1-4ff8-bac8-2eaeb508fbfe admin admin] Notify callbacks [] for router, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:57.028476 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-075886b3-d5d1-4ff8-bac8-2eaeb508fbfe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:57.041627 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-075886b3-d5d1-4ff8-bac8-2eaeb508fbfe admin admin] Deleting port 80413900-88b2-4bd9-8678-ecc146631569 {{(pid=82379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:27:57.042013 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-075886b3-d5d1-4ff8-bac8-2eaeb508fbfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:57.096420 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-c03954c4-5d11-4a58-b1c9-e04cbd940514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'name': 'tempest-AttachVolumeShelveTestJSON-891784107-router', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '80413900-88b2-4bd9-8678-ecc146631569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:03Z', 'updated_at': '2021-08-21T12:27:54Z', 'revision_number': 5, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'gw_port': {'id': '80413900-88b2-4bd9-8678-ecc146631569', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:18:04Z', 'updated_at': '2021-08-21T12:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb'}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:57.100956 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03954c4-5d11-4a58-b1c9-e04cbd940514 None None] Checking router: 984f3ffc-31a1-4d67-afe6-e454adaace64 for host: dv-cinder-805477-2-smb {{(pid=82382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:27:57.112478 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03954c4-5d11-4a58-b1c9-e04cbd940514 None None] Routers {'984f3ffc-31a1-4d67-afe6-e454adaace64'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:27:57.113155 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-c03954c4-5d11-4a58-b1c9-e04cbd940514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:27:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['984f3ffc-31a1-4d67-afe6-e454adaace64'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:57.235617 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-075886b3-d5d1-4ff8-bac8-2eaeb508fbfe admin admin] For port 80413900-88b2-4bd9-8678-ecc146631569, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=80413900-88b2-4bd9-8678-ecc146631569,segment=NetworkSegment(04830730-7182-4df6-a102-4ded0d586a71),segment_id=04830730-7182-4df6-a102-4ded0d586a71)] {{(pid=82379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:27:57.236176 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-075886b3-d5d1-4ff8-bac8-2eaeb508fbfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:57.369838 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-075886b3-d5d1-4ff8-bac8-2eaeb508fbfe admin admin] Calling delete_port for 80413900-88b2-4bd9-8678-ecc146631569 owned by network:router_gateway {{(pid=82379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:27:57.407086 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-c03954c4-5d11-4a58-b1c9-e04cbd940514 None None] Set router 984f3ffc-31a1-4d67-afe6-e454adaace64 gateway port host: None {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:27:57.516897 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-c03954c4-5d11-4a58-b1c9-e04cbd940514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'name': 'tempest-AttachVolumeShelveTestJSON-891784107-router', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:03Z', 'updated_at': '2021-08-21T12:27:57Z', 'revision_number': 6, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'gw_port_host': None}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:57.521882 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03954c4-5d11-4a58-b1c9-e04cbd940514 None None] The sync data for ids ['984f3ffc-31a1-4d67-afe6-e454adaace64'] in dv-cinder-805477-2-smb is: [{'id': '984f3ffc-31a1-4d67-afe6-e454adaace64', 'name': 'tempest-AttachVolumeShelveTestJSON-891784107-router', 'tenant_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:18:03Z', 'updated_at': '2021-08-21T12:27:57Z', 'revision_number': 6, 'project_id': '0ab1a7fb5e8f47d4a26520c5fb8bd4c2', 'gw_port_host': None}] {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:27:57.540399 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-075886b3-d5d1-4ff8-bac8-2eaeb508fbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:57.545708 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-0cce09be-8dde-4885-9de1-4e5d711b38a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:57.591650 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075886b3-d5d1-4ff8-bac8-2eaeb508fbfe admin admin] Pushing event deleted for resources: {'Port': ['ID=80413900-88b2-4bd9-8678-ecc146631569,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:57.596213 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-075886b3-d5d1-4ff8-bac8-2eaeb508fbfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:57.831878 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-075886b3-d5d1-4ff8-bac8-2eaeb508fbfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7927897'] for router_gateway, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:58.100050 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-075886b3-d5d1-4ff8-bac8-2eaeb508fbfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7925337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-503566'] for router, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:58.105257 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-075886b3-d5d1-4ff8-bac8-2eaeb508fbfe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:58.193322 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-075886b3-d5d1-4ff8-bac8-2eaeb508fbfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846850615'] for router, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:58.193896 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075886b3-d5d1-4ff8-bac8-2eaeb508fbfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 984f3ffc-31a1-4d67-afe6-e454adaace64 {{(pid=82379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 21 12:27:58.207262 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-075886b3-d5d1-4ff8-bac8-2eaeb508fbfe admin admin] Notify callbacks [] for router, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:58.208735 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-075886b3-d5d1-4ff8-bac8-2eaeb508fbfe admin admin] 10.222.0.11 "DELETE /v2.0/routers/984f3ffc-31a1-4d67-afe6-e454adaace64 HTTP/1.1" status: 204 len: 168 time: 1.6033902 Aug 21 12:27:58.211505 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 46208) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:58.282798 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b833fa8-dd60-4f30-a3ec-b402c462ebd0 admin admin] Deleting subnet 8a00bc67-6928-4f8f-9e79-a5b624611398 {{(pid=82379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:27:58.286187 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6b833fa8-dd60-4f30-a3ec-b402c462ebd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:58.339388 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6b833fa8-dd60-4f30-a3ec-b402c462ebd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7174635'] for subnet, precommit_delete_associations {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:58.419307 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6b833fa8-dd60-4f30-a3ec-b402c462ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:58.493190 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6b833fa8-dd60-4f30-a3ec-b402c462ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847602020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847913740'] for subnet, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:58.498047 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3869c68d-a513-42cd-b137-0f8bf1d97634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:58.534724 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b833fa8-dd60-4f30-a3ec-b402c462ebd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a00bc67-6928-4f8f-9e79-a5b624611398,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:58.537665 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-6b833fa8-dd60-4f30-a3ec-b402c462ebd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:58.540217 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6b833fa8-dd60-4f30-a3ec-b402c462ebd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for subnet, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:58.545920 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f089bd-80e1-4981-a54e-d7cf9b46e84b None None] Network 66fcdff2-94ab-4687-9781-4d1ba887f030 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:27:58.546604 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-6b833fa8-dd60-4f30-a3ec-b402c462ebd0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8a00bc67-6928-4f8f-9e79-a5b624611398 HTTP/1.1" status: 204 len: 168 time: 0.3340859 Aug 21 12:27:58.549312 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 46212) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:58.823036 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8da10c2-100e-41af-9b65-6dd5edb02183 None None] DHCP port deletion for 66fcdff2-94ab-4687-9781-4d1ba887f030 request from dv-cinder-805477-2-smb {{(pid=82381) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Aug 21 12:27:58.827912 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-d8da10c2-100e-41af-9b65-6dd5edb02183 None None] Deleting port e436618d-9f80-4265-9cef-cd5e8f085a04 {{(pid=82381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:27:58.828331 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d8da10c2-100e-41af-9b65-6dd5edb02183 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:58.893537 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4da9d2cb-df5b-4acf-836c-f300e653c515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-476761'] for network, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:58.904120 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-4da9d2cb-df5b-4acf-836c-f300e653c515 admin admin] Deleting port e436618d-9f80-4265-9cef-cd5e8f085a04 {{(pid=82379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:27:58.904485 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4da9d2cb-df5b-4acf-836c-f300e653c515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:59.036388 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-d8da10c2-100e-41af-9b65-6dd5edb02183 None None] For port e436618d-9f80-4265-9cef-cd5e8f085a04, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=e436618d-9f80-4265-9cef-cd5e8f085a04,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:27:59.036753 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d8da10c2-100e-41af-9b65-6dd5edb02183 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:59.123965 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-4da9d2cb-df5b-4acf-836c-f300e653c515 admin admin] For port e436618d-9f80-4265-9cef-cd5e8f085a04, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=e436618d-9f80-4265-9cef-cd5e8f085a04,segment=NetworkSegment(d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2),segment_id=d40be74d-cf20-45cb-a59d-7bbc7b4fdbd2)] {{(pid=82379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:27:59.124368 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4da9d2cb-df5b-4acf-836c-f300e653c515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:59.164698 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-d8da10c2-100e-41af-9b65-6dd5edb02183 None None] Calling delete_port for e436618d-9f80-4265-9cef-cd5e8f085a04 owned by network:dhcp {{(pid=82381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:27:59.235277 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d8da10c2-100e-41af-9b65-6dd5edb02183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762'] for port, after_delete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:59.239636 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:59.248196 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-4da9d2cb-df5b-4acf-836c-f300e653c515 admin admin] Calling delete_port for e436618d-9f80-4265-9cef-cd5e8f085a04 owned by network:dhcp {{(pid=82379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:27:59.280128 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da10c2-100e-41af-9b65-6dd5edb02183 None None] Pushing event deleted for resources: {'Port': ['ID=e436618d-9f80-4265-9cef-cd5e8f085a04,revision_number=None']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:59.290387 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8da10c2-100e-41af-9b65-6dd5edb02183 None None] No DVR routers for this DVR port e436618d-9f80-4265-9cef-cd5e8f085a04 on host dv-cinder-805477-2-smb {{(pid=82381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:27:59.298920 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da10c2-100e-41af-9b65-6dd5edb02183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:59.299309 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da10c2-100e-41af-9b65-6dd5edb02183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:59.299996 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da10c2-100e-41af-9b65-6dd5edb02183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:59.300378 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da10c2-100e-41af-9b65-6dd5edb02183 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:59.300758 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da10c2-100e-41af-9b65-6dd5edb02183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:59.301159 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da10c2-100e-41af-9b65-6dd5edb02183 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:59.301791 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da10c2-100e-41af-9b65-6dd5edb02183 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:59.302163 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da10c2-100e-41af-9b65-6dd5edb02183 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:59.302531 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da10c2-100e-41af-9b65-6dd5edb02183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:59.302969 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da10c2-100e-41af-9b65-6dd5edb02183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:59.303342 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da10c2-100e-41af-9b65-6dd5edb02183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:59.307097 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d8da10c2-100e-41af-9b65-6dd5edb02183 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:59.318405 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.db.api [None req-4da9d2cb-df5b-4acf-836c-f300e653c515 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82379) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 12:27:59.318629 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_db.api [None req-4da9d2cb-df5b-4acf-836c-f300e653c515 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 12:27:59.454966 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 92170282-fedb-40d3-ab97-205956a687be no longer exists at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:27:59.491760 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] No Port match for: 92170282-fedb-40d3-ab97-205956a687be {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:27:59.492156 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 92170282-fedb-40d3-ab97-205956a687be not bound to the agent host dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:27:59.492613 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 80413900-88b2-4bd9-8678-ecc146631569 no longer exists at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:27:59.524807 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] No Port match for: 80413900-88b2-4bd9-8678-ecc146631569 {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:27:59.525221 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 80413900-88b2-4bd9-8678-ecc146631569 not bound to the agent host dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:27:59.525849 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device e436618d-9f80-4265-9cef-cd5e8f085a04 no longer exists at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:27:59.557510 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] No Port match for: e436618d-9f80-4265-9cef-cd5e8f085a04 {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:27:59.557830 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device e436618d-9f80-4265-9cef-cd5e8f085a04 not bound to the agent host dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:27:59.820345 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-4da9d2cb-df5b-4acf-836c-f300e653c515 admin admin] Deleting port e436618d-9f80-4265-9cef-cd5e8f085a04 {{(pid=82379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:27:59.820739 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4da9d2cb-df5b-4acf-836c-f300e653c515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:59.889700 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-4da9d2cb-df5b-4acf-836c-f300e653c515 admin admin] The port 'e436618d-9f80-4265-9cef-cd5e8f085a04' was deleted {{(pid=82379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Aug 21 12:28:00.009289 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4da9d2cb-df5b-4acf-836c-f300e653c515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773097', 'neutron.services.segments.db._delete_segments_for_network--9223363279269330172'] for network, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:00.022618 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-4da9d2cb-df5b-4acf-836c-f300e653c515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66fcdff2-94ab-4687-9781-4d1ba887f030']}} {{(pid=82379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:28:00.034955 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-4da9d2cb-df5b-4acf-836c-f300e653c515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd40be74d-cf20-45cb-a59d-7bbc7b4fdbd2') {'for_net_delete': True} {{(pid=82379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:28:00.035296 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-4da9d2cb-df5b-4acf-836c-f300e653c515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd40be74d-cf20-45cb-a59d-7bbc7b4fdbd2') {} {{(pid=82379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:28:00.047533 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4da9d2cb-df5b-4acf-836c-f300e653c515 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279269335395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847601181'] for segment, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:00.064898 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4da9d2cb-df5b-4acf-836c-f300e653c515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:00.071535 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da9d2cb-df5b-4acf-836c-f300e653c515 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=82379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:28:00.071900 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4da9d2cb-df5b-4acf-836c-f300e653c515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854685446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847601935'] for segment, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: % (table.description, expected, rows_matched) Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: % (table.description, expected, rows_matched) Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: % (table.description, expected, rows_matched) Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: % (table.description, expected, rows_matched) Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: Traceback (most recent call last): Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: timer() Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: cb(*args, **kw) Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: return func(*args, **kwargs) Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: self._notify() Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: self.callback(batched_events) Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: event.method(event) Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: segment_id)['aggregates'][0] Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: return f(self, *a, **k) Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: return self._get(url).json() Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: **kwargs) Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: return self.request(url, 'GET', **kwargs) Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: **endpoint_filter) Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:28:00.085710 dv-cinder-805477-2-smb neutron-server[82268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:28:00.165463 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4da9d2cb-df5b-4acf-836c-f300e653c515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846847901'] for network, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:00.169679 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:00.185484 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4da9d2cb-df5b-4acf-836c-f300e653c515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:00.194026 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9d2cb-df5b-4acf-836c-f300e653c515 admin admin] Pushing event deleted for resources: {'Network': ['ID=66fcdff2-94ab-4687-9781-4d1ba887f030,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:00.197843 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-4da9d2cb-df5b-4acf-836c-f300e653c515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:00.207718 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-4da9d2cb-df5b-4acf-836c-f300e653c515 admin admin] 10.222.0.11 "DELETE /v2.0/networks/66fcdff2-94ab-4687-9781-4d1ba887f030 HTTP/1.1" status: 204 len: 168 time: 1.6573887 Aug 21 12:28:00.373096 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 46218) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:00.426768 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-0eed9183-e314-4aed-8d57-7b83290d722c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ab1a7fb5e8f47d4a26520c5fb8bd4c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516624 Aug 21 12:28:00.428580 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 46222) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:00.491126 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a0602313-a533-44b4-b1d2-c872ceb1142e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:00.517771 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a0602313-a533-44b4-b1d2-c872ceb1142e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:00.564638 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a0602313-a533-44b4-b1d2-c872ceb1142e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:00.569754 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5f10f048-10b5-49d9-a708-f0cc4576140d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:00.587455 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0602313-a533-44b4-b1d2-c872ceb1142e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b88153b-7c6a-4349-b597-d03e481f7ed1,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:00.592826 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-a0602313-a533-44b4-b1d2-c872ceb1142e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:00.594656 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a0602313-a533-44b4-b1d2-c872ceb1142e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:00.595839 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-a0602313-a533-44b4-b1d2-c872ceb1142e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9b88153b-7c6a-4349-b597-d03e481f7ed1 HTTP/1.1" status: 204 len: 168 time: 0.1662705 Aug 21 12:28:01.471977 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 46244) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:01.608877 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-3db70910-52c8-4aff-94bc-1fa33e8578ff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-357606931-network', 'tenant_id': 'e301f5604bb54cb099f094a2d3c53812'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:28:01.613889 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-3db70910-52c8-4aff-94bc-1fa33e8578ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:01.618144 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-3db70910-52c8-4aff-94bc-1fa33e8578ff admin admin] Usage tracker for resource:network and tenant:e301f5604bb54cb099f094a2d3c53812 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:01.621695 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-3db70910-52c8-4aff-94bc-1fa33e8578ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:01.627638 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-3db70910-52c8-4aff-94bc-1fa33e8578ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:01.636955 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db70910-52c8-4aff-94bc-1fa33e8578ff admin admin] Made reservation on behalf of e301f5604bb54cb099f094a2d3c53812 for: {'network': 1} {{(pid=82379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:28:01.641611 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3db70910-52c8-4aff-94bc-1fa33e8578ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for network, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:01.654472 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3db70910-52c8-4aff-94bc-1fa33e8578ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:01.687678 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-3db70910-52c8-4aff-94bc-1fa33e8578ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:01.691868 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-3db70910-52c8-4aff-94bc-1fa33e8578ff admin admin] Usage tracker for resource:security_group_rule and tenant:e301f5604bb54cb099f094a2d3c53812 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:01.694829 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-3db70910-52c8-4aff-94bc-1fa33e8578ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:01.700954 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-3db70910-52c8-4aff-94bc-1fa33e8578ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:01.769733 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3db70910-52c8-4aff-94bc-1fa33e8578ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:01.773456 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3db70910-52c8-4aff-94bc-1fa33e8578ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:01.781200 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c3f3a91c-40ae-41f5-85dd-98a37855f7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:01.799227 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db70910-52c8-4aff-94bc-1fa33e8578ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=82379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:28:01.821560 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3db70910-52c8-4aff-94bc-1fa33e8578ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:01.822032 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.db.segments_db [None req-3db70910-52c8-4aff-94bc-1fa33e8578ff admin admin] Added segment 4626d0c5-ae36-4646-b0f8-eda358c170d8 of type vlan for network 14d88c8d-27b1-4c8c-b3d8-ea593f87c653 Aug 21 12:28:01.823442 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db70910-52c8-4aff-94bc-1fa33e8578ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9db8151-93ca-470c-8cee-65c62b762a78,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:01.830067 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3db70910-52c8-4aff-94bc-1fa33e8578ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:01.854188 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3db70910-52c8-4aff-94bc-1fa33e8578ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757584836911'] for network, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:01.883094 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3db70910-52c8-4aff-94bc-1fa33e8578ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808'] for network, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:01.884343 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db70910-52c8-4aff-94bc-1fa33e8578ff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:01.885158 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3db70910-52c8-4aff-94bc-1fa33e8578ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:01.889988 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:01.998130 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db70910-52c8-4aff-94bc-1fa33e8578ff admin admin] Pushing event updated for resources: {'Network': ['ID=14d88c8d-27b1-4c8c-b3d8-ea593f87c653,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:02.001223 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-3db70910-52c8-4aff-94bc-1fa33e8578ff admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5280609 Aug 21 12:28:02.002239 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3db70910-52c8-4aff-94bc-1fa33e8578ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:02.004383 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 46250) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:02.008930 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Network 14d88c8d-27b1-4c8c-b3d8-ea593f87c653 details requested by agent ovs-agent-dv-cinder-805477-2-smb with host dv-cinder-805477-2-smb {{(pid=82381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:28:02.010701 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [None req-f0666293-93e6-446c-9305-2a6bfb3b3d70 admin admin] Request body: {'subnet': {'network_id': '14d88c8d-27b1-4c8c-b3d8-ea593f87c653', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-357606931-subnet', 'tenant_id': 'e301f5604bb54cb099f094a2d3c53812', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:28:02.015800 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-f0666293-93e6-446c-9305-2a6bfb3b3d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:02.019945 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-f0666293-93e6-446c-9305-2a6bfb3b3d70 admin admin] Usage tracker for resource:subnet and tenant:e301f5604bb54cb099f094a2d3c53812 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:02.022958 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-f0666293-93e6-446c-9305-2a6bfb3b3d70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:02.029674 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-f0666293-93e6-446c-9305-2a6bfb3b3d70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:02.039427 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0666293-93e6-446c-9305-2a6bfb3b3d70 admin admin] Made reservation on behalf of e301f5604bb54cb099f094a2d3c53812 for: {'subnet': 1} {{(pid=82379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:28:02.044977 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f0666293-93e6-446c-9305-2a6bfb3b3d70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6861970'] for subnet, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:02.253569 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f0666293-93e6-446c-9305-2a6bfb3b3d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847601317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6861955'] for subnet, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:02.258056 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-bf93629d-63b8-4b9c-b146-1f5dd21cb7c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:02.336431 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0666293-93e6-446c-9305-2a6bfb3b3d70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f7bd130-6807-4ba6-8bb8-16d36fadc956,revision_number=0']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:02.340480 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f0666293-93e6-446c-9305-2a6bfb3b3d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:02.347609 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0666293-93e6-446c-9305-2a6bfb3b3d70 admin admin] Checking segment: {'id': '4626d0c5-ae36-4646-b0f8-eda358c170d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '14d88c8d-27b1-4c8c-b3d8-ea593f87c653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:28:02.348002 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0666293-93e6-446c-9305-2a6bfb3b3d70 admin admin] Network hostable DHCP agents. Network: 14d88c8d-27b1-4c8c-b3d8-ea593f87c653, hostable agents: ['225e7d11-fae5-4c67-af4e-3e3ed6d78c06'], hosted agents: [] {{(pid=82379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:28:02.368903 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0666293-93e6-446c-9305-2a6bfb3b3d70 admin admin] Network 14d88c8d-27b1-4c8c-b3d8-ea593f87c653 is scheduled to be hosted by DHCP agent 225e7d11-fae5-4c67-af4e-3e3ed6d78c06 with binding_index 1 {{(pid=82379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:28:02.376771 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [None req-f0666293-93e6-446c-9305-2a6bfb3b3d70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-smb, 14d88c8d-27b1-4c8c-b3d8-ea593f87c653) {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:28:02.380552 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0666293-93e6-446c-9305-2a6bfb3b3d70 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:02.381251 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f0666293-93e6-446c-9305-2a6bfb3b3d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for subnet, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:02.386559 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd7588f-065e-433a-ae2d-131d47790405 None None] Network 14d88c8d-27b1-4c8c-b3d8-ea593f87c653 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:28:02.405053 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-f0666293-93e6-446c-9305-2a6bfb3b3d70 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3962419 Aug 21 12:28:02.608714 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f089baf-6072-43d2-830a-f522739b0ea3 None None] Network 14d88c8d-27b1-4c8c-b3d8-ea593f87c653 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:28:02.975370 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-7fe84dc7-765a-428e-a562-dd3e6557bee8 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:02.976118 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-7fe84dc7-765a-428e-a562-dd3e6557bee8 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Synchronizing usage tracker for tenant:e301f5604bb54cb099f094a2d3c53812 on resource:network {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:28:02.992616 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-7fe84dc7-765a-428e-a562-dd3e6557bee8 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Unset dirty status for tenant:e301f5604bb54cb099f094a2d3c53812 on resource:network {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:28:02.994710 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-7fe84dc7-765a-428e-a562-dd3e6557bee8 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/networks?id=14d88c8d-27b1-4c8c-b3d8-ea593f87c653 HTTP/1.1" status: 200 len: 814 time: 0.1775532 Aug 21 12:28:03.012505 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-32b1f2da-3cf1-4281-9595-c3be76ace672 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/quotas/e301f5604bb54cb099f094a2d3c53812 HTTP/1.1" status: 200 len: 375 time: 0.0117886 Aug 21 12:28:03.061411 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-abf0aead-2984-4952-a281-c70d88b2acd6 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e301f5604bb54cb099f094a2d3c53812&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435965 Aug 21 12:28:03.201874 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-ddbd4cc6-ad21-4320-baea-5b01b988b7ee service neutron] 10.222.0.11 "GET /v2.0/networks/14d88c8d-27b1-4c8c-b3d8-ea593f87c653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333795 Aug 21 12:28:03.344768 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-6e532499-7a29-41c7-ba29-44cdb72d3d4b service neutron] 10.222.0.11 "GET /v2.0/networks/14d88c8d-27b1-4c8c-b3d8-ea593f87c653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364951 Aug 21 12:28:03.538230 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-87969bb7-297e-4275-8d2f-2a477d87349d req-e6cbde00-74e1-4918-aa3a-878d7e15194c tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7d0b088-92eb-4ce5-9ea7-d5310979a01e HTTP/1.1" status: 200 len: 210 time: 0.0488820 Aug 21 12:28:04.618381 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-a2282752-5169-4d81-9d2e-e34400ab267c tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:04.620146 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-a2282752-5169-4d81-9d2e-e34400ab267c tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.21 "GET /v2.0/networks?id=14d88c8d-27b1-4c8c-b3d8-ea593f87c653 HTTP/1.1" status: 200 len: 814 time: 0.1645818 Aug 21 12:28:04.636287 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-fa4cfe60-99c8-47dc-a61f-949d94f9b3d7 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Request body: {'port': {'device_id': 'e7d0b088-92eb-4ce5-9ea7-d5310979a01e', 'network_id': '14d88c8d-27b1-4c8c-b3d8-ea593f87c653', 'admin_state_up': True, 'tenant_id': 'e301f5604bb54cb099f094a2d3c53812'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:28:04.767937 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2234f04a-ccd7-46ab-aea6-fadf8476856a req-3393ec15-7b44-4bcb-a5c9-82a0d09a666d tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7d0b088-92eb-4ce5-9ea7-d5310979a01e HTTP/1.1" status: 200 len: 210 time: 0.0643399 Aug 21 12:28:04.826583 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-fa4cfe60-99c8-47dc-a61f-949d94f9b3d7 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:04.830520 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-fa4cfe60-99c8-47dc-a61f-949d94f9b3d7 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Usage tracker for resource:port and tenant:e301f5604bb54cb099f094a2d3c53812 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:04.833467 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-fa4cfe60-99c8-47dc-a61f-949d94f9b3d7 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:04.839502 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-fa4cfe60-99c8-47dc-a61f-949d94f9b3d7 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:04.847991 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-fa4cfe60-99c8-47dc-a61f-949d94f9b3d7 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Made reservation on behalf of e301f5604bb54cb099f094a2d3c53812 for: {'port': 1} {{(pid=82379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:28:04.853404 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-fa4cfe60-99c8-47dc-a61f-949d94f9b3d7 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:05.023696 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-fa4cfe60-99c8-47dc-a61f-949d94f9b3d7 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Allocated IP 172.20.0.6 (14d88c8d-27b1-4c8c-b3d8-ea593f87c653/1f7bd130-6807-4ba6-8bb8-16d36fadc956/2e340d25-70ef-4d24-bab6-3a5fabb90a3c) {{(pid=82379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:28:05.235472 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-fa4cfe60-99c8-47dc-a61f-949d94f9b3d7 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks [] for port, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:05.261221 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-fa4cfe60-99c8-47dc-a61f-949d94f9b3d7 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:05.267372 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-81e8da45-1301-441e-b880-0081cab6a735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:05.338127 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-fa4cfe60-99c8-47dc-a61f-949d94f9b3d7 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Network 14d88c8d-27b1-4c8c-b3d8-ea593f87c653 is already hosted by enough agents. {{(pid=82379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:28:05.342012 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-fa4cfe60-99c8-47dc-a61f-949d94f9b3d7 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Resources bound (agent type, host, resource id): {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:28:05.346263 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-fa4cfe60-99c8-47dc-a61f-949d94f9b3d7 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Received port after_create {{(pid=82379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:28:05.378830 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe60-99c8-47dc-a61f-949d94f9b3d7 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Pushing event updated for resources: {'Port': ['ID=2e340d25-70ef-4d24-bab6-3a5fabb90a3c,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:05.386477 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fa4cfe60-99c8-47dc-a61f-949d94f9b3d7 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:05.415933 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-fa4cfe60-99c8-47dc-a61f-949d94f9b3d7 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:05.416615 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-fa4cfe60-99c8-47dc-a61f-949d94f9b3d7 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:05.439162 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-fa4cfe60-99c8-47dc-a61f-949d94f9b3d7 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8078372 Aug 21 12:28:05.452428 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-f363bb75-eac1-4842-ba02-ad9b5c826546 service neutron] Request body: {'port': {'device_id': 'e7d0b088-92eb-4ce5-9ea7-d5310979a01e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:28:05.563967 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-f363bb75-eac1-4842-ba02-ad9b5c826546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:06.200389 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-f363bb75-eac1-4842-ba02-ad9b5c826546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e340d25-70ef-4d24-bab6-3a5fabb90a3c {{(pid=82379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:28:06.209481 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-f363bb75-eac1-4842-ba02-ad9b5c826546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:06.232611 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-f363bb75-eac1-4842-ba02-ad9b5c826546 service neutron] Transition to ACTIVE for port object 2e340d25-70ef-4d24-bab6-3a5fabb90a3c will not be triggered until provisioned by entity L2. {{(pid=82379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:28:06.240952 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-f363bb75-eac1-4842-ba02-ad9b5c826546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:06.247757 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-fa4cfe60-99c8-47dc-a61f-949d94f9b3d7 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:06.319339 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b1faf-32dc-4dca-a1b7-71a43140f7d7 req-514ef74b-8eb0-491b-9ee5-d88c7bf2bf3b tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:06.320105 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-344b1faf-32dc-4dca-a1b7-71a43140f7d7 req-514ef74b-8eb0-491b-9ee5-d88c7bf2bf3b tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Synchronizing usage tracker for tenant:e301f5604bb54cb099f094a2d3c53812 on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:28:06.380781 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363bb75-eac1-4842-ba02-ad9b5c826546 service neutron] Pushing event updated for resources: {'Port': ['ID=2e340d25-70ef-4d24-bab6-3a5fabb90a3c,revision_number=2']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:06.391037 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f363bb75-eac1-4842-ba02-ad9b5c826546 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:06.412841 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-344b1faf-32dc-4dca-a1b7-71a43140f7d7 req-514ef74b-8eb0-491b-9ee5-d88c7bf2bf3b tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Unset dirty status for tenant:e301f5604bb54cb099f094a2d3c53812 on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:28:06.414168 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-344b1faf-32dc-4dca-a1b7-71a43140f7d7 req-514ef74b-8eb0-491b-9ee5-d88c7bf2bf3b tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7d0b088-92eb-4ce5-9ea7-d5310979a01e HTTP/1.1" status: 200 len: 931 time: 0.3642466 Aug 21 12:28:06.555191 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-344b1faf-32dc-4dca-a1b7-71a43140f7d7 req-ceedd970-dcca-4152-b3a9-b1c9c673721c tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Synchronizing usage tracker for tenant:e301f5604bb54cb099f094a2d3c53812 on resource:security_group {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:28:06.581860 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-f363bb75-eac1-4842-ba02-ad9b5c826546 service neutron] Attempting to bind port 2e340d25-70ef-4d24-bab6-3a5fabb90a3c on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:28:06.582163 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-f363bb75-eac1-4842-ba02-ad9b5c826546 service neutron] Attempting to bind port 2e340d25-70ef-4d24-bab6-3a5fabb90a3c by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '4626d0c5-ae36-4646-b0f8-eda358c170d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '14d88c8d-27b1-4c8c-b3d8-ea593f87c653'}] {{(pid=82379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:28:06.582533 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-f363bb75-eac1-4842-ba02-ad9b5c826546 service neutron] Attempting to bind port 2e340d25-70ef-4d24-bab6-3a5fabb90a3c on network 14d88c8d-27b1-4c8c-b3d8-ea593f87c653 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:28:06.593806 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-f363bb75-eac1-4842-ba02-ad9b5c826546 service neutron] Port 2e340d25-70ef-4d24-bab6-3a5fabb90a3c on network 14d88c8d-27b1-4c8c-b3d8-ea593f87c653 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:28:06.594208 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-f363bb75-eac1-4842-ba02-ad9b5c826546 service neutron] Attempting to bind port 2e340d25-70ef-4d24-bab6-3a5fabb90a3c on network 14d88c8d-27b1-4c8c-b3d8-ea593f87c653 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:28:06.598337 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-344b1faf-32dc-4dca-a1b7-71a43140f7d7 req-ceedd970-dcca-4152-b3a9-b1c9c673721c tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Unset dirty status for tenant:e301f5604bb54cb099f094a2d3c53812 on resource:security_group {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:28:06.599586 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-344b1faf-32dc-4dca-a1b7-71a43140f7d7 req-ceedd970-dcca-4152-b3a9-b1c9c673721c tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597571 Aug 21 12:28:06.602948 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-f363bb75-eac1-4842-ba02-ad9b5c826546 service neutron] Checking agent: {'id': '04f4107c-da72-461b-9c35-d993a4b9fd6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'started_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:28:06.603377 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-f363bb75-eac1-4842-ba02-ad9b5c826546 service neutron] Checking segment: {'id': '4626d0c5-ae36-4646-b0f8-eda358c170d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '14d88c8d-27b1-4c8c-b3d8-ea593f87c653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:28:06.603936 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-f363bb75-eac1-4842-ba02-ad9b5c826546 service neutron] Bound using segment: {'id': '4626d0c5-ae36-4646-b0f8-eda358c170d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '14d88c8d-27b1-4c8c-b3d8-ea593f87c653'} {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:28:06.604420 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-f363bb75-eac1-4842-ba02-ad9b5c826546 service neutron] Bound port: 2e340d25-70ef-4d24-bab6-3a5fabb90a3c, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4626d0c5-ae36-4646-b0f8-eda358c170d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '14d88c8d-27b1-4c8c-b3d8-ea593f87c653'}}] {{(pid=82379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:28:06.604807 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-f363bb75-eac1-4842-ba02-ad9b5c826546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:06.704477 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-f363bb75-eac1-4842-ba02-ad9b5c826546 service neutron] For port 2e340d25-70ef-4d24-bab6-3a5fabb90a3c, host hv-cinder-80547, cleared binding levels {{(pid=82379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:28:06.707662 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-f363bb75-eac1-4842-ba02-ad9b5c826546 service neutron] For port 2e340d25-70ef-4d24-bab6-3a5fabb90a3c, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2e340d25-70ef-4d24-bab6-3a5fabb90a3c,segment=NetworkSegment(4626d0c5-ae36-4646-b0f8-eda358c170d8),segment_id=4626d0c5-ae36-4646-b0f8-eda358c170d8)] {{(pid=82379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:28:06.710806 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-f363bb75-eac1-4842-ba02-ad9b5c826546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:06.716406 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-7ff35eef-9b6e-4d8d-8d97-af1388d13e4c tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:06.797872 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-f363bb75-eac1-4842-ba02-ad9b5c826546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:06.799365 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-f363bb75-eac1-4842-ba02-ad9b5c826546 service neutron] 10.222.0.21 "PUT /v2.0/ports/2e340d25-70ef-4d24-bab6-3a5fabb90a3c HTTP/1.1" status: 200 len: 1093 time: 1.3514669 Aug 21 12:28:06.799924 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d0b088-92eb-4ce5-9ea7-d5310979a01e', 'tag': '2e340d25-70ef-4d24-bab6-3a5fabb90a3c'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:28:06.816671 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363bb75-eac1-4842-ba02-ad9b5c826546 service neutron] Pushing event updated for resources: {'Port': ['ID=2e340d25-70ef-4d24-bab6-3a5fabb90a3c,revision_number=3']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:06.819553 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f363bb75-eac1-4842-ba02-ad9b5c826546 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:06.885902 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d0b088-92eb-4ce5-9ea7-d5310979a01e', 'tag': '2e340d25-70ef-4d24-bab6-3a5fabb90a3c', 'status': 'completed', 'code': 200} Aug 21 12:28:06.923707 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-17374670-06ce-44db-ba68-eaaefdcaf6ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e301f5604bb54cb099f094a2d3c53812&device_id=e7d0b088-92eb-4ce5-9ea7-d5310979a01e HTTP/1.1" status: 200 len: 1096 time: 0.0776253 Aug 21 12:28:07.000254 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-368aa56e-f084-4d92-a044-60bc5d841c86 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e340d25-70ef-4d24-bab6-3a5fabb90a3c HTTP/1.1" status: 200 len: 217 time: 0.0694609 Aug 21 12:28:07.070300 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-7eab0e88-9120-4891-b3f1-ad29599958a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:07.072466 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-7eab0e88-9120-4891-b3f1-ad29599958a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f7bd130-6807-4ba6-8bb8-16d36fadc956 HTTP/1.1" status: 200 len: 854 time: 0.0662587 Aug 21 12:28:07.121890 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-a7daf33e-fe01-4969-89ea-f748cd7e1dfc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14d88c8d-27b1-4c8c-b3d8-ea593f87c653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434151 Aug 21 12:28:07.262588 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-eb270f5a-4dc2-4850-97f9-59aac33771a1 service neutron] 10.222.0.21 "GET /v2.0/networks/14d88c8d-27b1-4c8c-b3d8-ea593f87c653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345952 Aug 21 12:28:07.407070 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f6e6bbb7-b79e-44e6-9f8c-1503cf9ddc00 req-a598f9e9-65d6-4a92-9c36-8e36fdd98f68 service neutron] 10.222.0.21 "GET /v2.0/networks/14d88c8d-27b1-4c8c-b3d8-ea593f87c653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370561 Aug 21 12:28:07.531221 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3bbe22bf-7f50-45cd-a3ac-91c519eecde1 req-27dd6dc2-116f-4a95-9709-467ad066d8a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e301f5604bb54cb099f094a2d3c53812&device_id=e7d0b088-92eb-4ce5-9ea7-d5310979a01e HTTP/1.1" status: 200 len: 1096 time: 0.0781014 Aug 21 12:28:07.672042 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe22bf-7f50-45cd-a3ac-91c519eecde1 req-9c5e46c3-0c73-4381-8f58-11b8e1754b46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:07.673675 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3bbe22bf-7f50-45cd-a3ac-91c519eecde1 req-9c5e46c3-0c73-4381-8f58-11b8e1754b46 service neutron] 10.222.0.21 "GET /v2.0/networks?id=14d88c8d-27b1-4c8c-b3d8-ea593f87c653 HTTP/1.1" status: 200 len: 915 time: 0.1365681 Aug 21 12:28:07.785928 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3bbe22bf-7f50-45cd-a3ac-91c519eecde1 req-45e6441e-e71d-4b8f-a166-95ec218eec9b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e340d25-70ef-4d24-bab6-3a5fabb90a3c HTTP/1.1" status: 200 len: 217 time: 0.1052129 Aug 21 12:28:07.873425 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe22bf-7f50-45cd-a3ac-91c519eecde1 req-e3494109-edf7-4dad-b5f4-908a66dbbfc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:07.874983 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3bbe22bf-7f50-45cd-a3ac-91c519eecde1 req-e3494109-edf7-4dad-b5f4-908a66dbbfc1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f7bd130-6807-4ba6-8bb8-16d36fadc956 HTTP/1.1" status: 200 len: 854 time: 0.0821428 Aug 21 12:28:07.927940 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae1361-9c27-4644-a198-2dcecf91f339 req-e48757cf-85dc-42e5-ab20-1ee6b2ad73b2 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:07.929441 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7eae1361-9c27-4644-a198-2dcecf91f339 req-e48757cf-85dc-42e5-ab20-1ee6b2ad73b2 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7d0b088-92eb-4ce5-9ea7-d5310979a01e HTTP/1.1" status: 200 len: 943 time: 0.1973324 Aug 21 12:28:07.935802 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3bbe22bf-7f50-45cd-a3ac-91c519eecde1 req-99f1dfc2-6871-4035-9aeb-7d08b6a156d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14d88c8d-27b1-4c8c-b3d8-ea593f87c653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525019 Aug 21 12:28:08.071530 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7eae1361-9c27-4644-a198-2dcecf91f339 req-0cc9ae34-13e5-4aa0-a88e-0fc1b1ad6f35 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347032 Aug 21 12:28:08.112949 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3bbe22bf-7f50-45cd-a3ac-91c519eecde1 req-c0e54bf2-a92b-44bb-afeb-8a2c257e5da2 service neutron] 10.222.0.21 "GET /v2.0/networks/14d88c8d-27b1-4c8c-b3d8-ea593f87c653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597011 Aug 21 12:28:08.254602 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3bbe22bf-7f50-45cd-a3ac-91c519eecde1 req-87c072c4-9f23-46a2-8cf9-4c8202415f1d service neutron] 10.222.0.21 "GET /v2.0/networks/14d88c8d-27b1-4c8c-b3d8-ea593f87c653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341681 Aug 21 12:28:09.370691 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f6ead-4c03-47f2-938d-d6bd0bc3bcdf req-87f26937-1349-4433-b625-61b01f320256 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:09.372209 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f50f6ead-4c03-47f2-938d-d6bd0bc3bcdf req-87f26937-1349-4433-b625-61b01f320256 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7d0b088-92eb-4ce5-9ea7-d5310979a01e HTTP/1.1" status: 200 len: 943 time: 0.1615407 Aug 21 12:28:09.420310 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f50f6ead-4c03-47f2-938d-d6bd0bc3bcdf req-ee04722a-29d3-4494-bac7-98f726393e35 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419645 Aug 21 12:28:10.621796 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 2e340d25-70ef-4d24-bab6-3a5fabb90a3c details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:28:10.627404 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd2609-c5ce-4b1f-909f-81201b1c2fb5 req-75295706-9919-4bc7-ad83-8e779736f129 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:10.629076 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-eddd2609-c5ce-4b1f-909f-81201b1c2fb5 req-75295706-9919-4bc7-ad83-8e779736f129 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7d0b088-92eb-4ce5-9ea7-d5310979a01e HTTP/1.1" status: 200 len: 943 time: 0.0874126 Aug 21 12:28:10.678214 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-eddd2609-c5ce-4b1f-909f-81201b1c2fb5 req-31e7fdf5-81eb-481b-8ce3-c1e0ddba56c0 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427365 Aug 21 12:28:10.766948 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 2e340d25-70ef-4d24-bab6-3a5fabb90a3c, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2e340d25-70ef-4d24-bab6-3a5fabb90a3c,segment=NetworkSegment(4626d0c5-ae36-4646-b0f8-eda358c170d8),segment_id=4626d0c5-ae36-4646-b0f8-eda358c170d8)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:28:10.784104 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Returning: {'device': '2e340d25-70ef-4d24-bab6-3a5fabb90a3c', 'network_id': '14d88c8d-27b1-4c8c-b3d8-ea593f87c653', 'port_id': '2e340d25-70ef-4d24-bab6-3a5fabb90a3c', 'mac_address': 'fa:16:3e:be:ec:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7bd130-6807-4ba6-8bb8-16d36fadc956', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:28:10.844940 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:10.862829 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e340d25-70ef-4d24-bab6-3a5fabb90a3c {{(pid=82381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:28:10.878366 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 2e340d25-70ef-4d24-bab6-3a5fabb90a3c, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2e340d25-70ef-4d24-bab6-3a5fabb90a3c,segment=NetworkSegment(4626d0c5-ae36-4646-b0f8-eda358c170d8),segment_id=4626d0c5-ae36-4646-b0f8-eda358c170d8)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:28:10.881167 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:10.883040 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:10.949487 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=2e340d25-70ef-4d24-bab6-3a5fabb90a3c,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:10.952641 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:11.197393 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['2e340d25-70ef-4d24-bab6-3a5fabb90a3c'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:28:11.883059 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33388093-fb5c-429f-abac-03606fc6ffe7 req-77abeccd-f85a-4b8f-9967-dfe3339cfab6 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:11.884627 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-33388093-fb5c-429f-abac-03606fc6ffe7 req-77abeccd-f85a-4b8f-9967-dfe3339cfab6 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7d0b088-92eb-4ce5-9ea7-d5310979a01e HTTP/1.1" status: 200 len: 944 time: 0.0817790 Aug 21 12:28:11.935587 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-33388093-fb5c-429f-abac-03606fc6ffe7 req-14f1fba5-151a-4948-9e87-5b7f5ded43d7 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447195 Aug 21 12:28:12.620174 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 2e340d25-70ef-4d24-bab6-3a5fabb90a3c up at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:28:12.689221 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning for port 2e340d25-70ef-4d24-bab6-3a5fabb90a3c completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:28:12.694046 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning complete for port 2e340d25-70ef-4d24-bab6-3a5fabb90a3c triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:28:12.694503 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:12.827150 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:12.854434 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d0b088-92eb-4ce5-9ea7-d5310979a01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e340d25-70ef-4d24-bab6-3a5fabb90a3c'}] {{(pid=82381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:28:12.864319 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 2e340d25-70ef-4d24-bab6-3a5fabb90a3c, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2e340d25-70ef-4d24-bab6-3a5fabb90a3c,segment=NetworkSegment(4626d0c5-ae36-4646-b0f8-eda358c170d8),segment_id=4626d0c5-ae36-4646-b0f8-eda358c170d8)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:28:12.867156 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:12.870472 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:12.912382 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d0b088-92eb-4ce5-9ea7-d5310979a01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e340d25-70ef-4d24-bab6-3a5fabb90a3c', 'code': 200} Aug 21 12:28:12.939457 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=2e340d25-70ef-4d24-bab6-3a5fabb90a3c,revision_number=5']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:12.943223 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:13.068325 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-20d3ff81-6bbf-4959-a7ec-2110ca3b7236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:13.205331 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d8be8-af01-4e49-aede-e47d93a39f45 req-cbac951d-1bc7-4207-aa9d-930975e317c0 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:13.206826 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-205d8be8-af01-4e49-aede-e47d93a39f45 req-cbac951d-1bc7-4207-aa9d-930975e317c0 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7d0b088-92eb-4ce5-9ea7-d5310979a01e HTTP/1.1" status: 200 len: 945 time: 0.1434336 Aug 21 12:28:13.214032 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-843a35b7-c091-4b78-ac3f-2b05206db616 req-2450dd14-33a3-4186-82dc-8262157cf371 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e7d0b088-92eb-4ce5-9ea7-d5310979a01e HTTP/1.1" status: 200 len: 1098 time: 0.1116791 Aug 21 12:28:13.294994 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-205d8be8-af01-4e49-aede-e47d93a39f45 req-8274339f-8a63-486a-846e-74c9ffddbe3c tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799460 Aug 21 12:28:13.296884 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-843a35b7-c091-4b78-ac3f-2b05206db616 req-349a7539-4124-4eae-887b-65abe9a3d05d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628211 Aug 21 12:28:14.518740 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf8cc7-ad89-4413-8ce5-03d15f36ed18 req-e547af01-7466-43e8-8ef3-8ff522ce96ba tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:14.520362 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5edf8cc7-ad89-4413-8ce5-03d15f36ed18 req-e547af01-7466-43e8-8ef3-8ff522ce96ba tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7d0b088-92eb-4ce5-9ea7-d5310979a01e HTTP/1.1" status: 200 len: 945 time: 0.0825741 Aug 21 12:28:14.531001 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:14.574825 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5edf8cc7-ad89-4413-8ce5-03d15f36ed18 req-df6e8223-3540-4e87-95da-409b96963da0 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470035 Aug 21 12:28:15.202965 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-adcc75df-0dcc-4fb8-ac8a-a3493096ee9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:15.784429 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e70c2-21d3-4d9c-b522-0ba4112f74b4 req-b539dc26-5ac1-4558-9baa-980372e3b333 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:15.785969 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-db3e70c2-21d3-4d9c-b522-0ba4112f74b4 req-b539dc26-5ac1-4558-9baa-980372e3b333 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7d0b088-92eb-4ce5-9ea7-d5310979a01e HTTP/1.1" status: 200 len: 945 time: 0.0878863 Aug 21 12:28:15.820031 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:15.834950 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-db3e70c2-21d3-4d9c-b522-0ba4112f74b4 req-d832bbff-b671-4c5d-a39c-040e2392e108 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428717 Aug 21 12:28:15.861832 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:28:17.214303 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:18.883917 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:20.888919 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-71e104a4-4b7f-43b3-989e-972f47685d04 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:20.890550 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-71e104a4-4b7f-43b3-989e-972f47685d04 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/networks?id=14d88c8d-27b1-4c8c-b3d8-ea593f87c653 HTTP/1.1" status: 200 len: 814 time: 0.3716059 Aug 21 12:28:20.907538 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-5c071b0f-cc4a-4286-abf2-61541f5e6931 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/quotas/e301f5604bb54cb099f094a2d3c53812 HTTP/1.1" status: 200 len: 375 time: 0.0110593 Aug 21 12:28:20.992122 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-a190d8c3-261f-4fcc-a413-eabbec89fd28 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e301f5604bb54cb099f094a2d3c53812&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0793536 Aug 21 12:28:21.135877 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-f0fb1742-9b80-4411-871c-e6777eeae17f service neutron] 10.222.0.11 "GET /v2.0/networks/14d88c8d-27b1-4c8c-b3d8-ea593f87c653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353662 Aug 21 12:28:21.280747 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-94ed8a9e-8f1e-4495-ad1f-c029c8fbcffb service neutron] 10.222.0.11 "GET /v2.0/networks/14d88c8d-27b1-4c8c-b3d8-ea593f87c653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384816 Aug 21 12:28:21.478032 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ad59ef3f-4dc0-4021-8bb0-b03462f3baf6 req-139dac26-49c5-40f6-acb0-c0f60078ecba tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ea0ac3-13e4-47b1-8f6e-2a857446337f HTTP/1.1" status: 200 len: 210 time: 0.0452876 Aug 21 12:28:22.519231 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-8027f792-936b-4a1d-851b-e446cb3e9bdf tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:22.520782 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-8027f792-936b-4a1d-851b-e446cb3e9bdf tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.21 "GET /v2.0/networks?id=14d88c8d-27b1-4c8c-b3d8-ea593f87c653 HTTP/1.1" status: 200 len: 814 time: 0.1645529 Aug 21 12:28:22.535817 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-acd53bd1-752c-4bdd-96eb-4dfba5e5fd2d tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Request body: {'port': {'device_id': '82ea0ac3-13e4-47b1-8f6e-2a857446337f', 'network_id': '14d88c8d-27b1-4c8c-b3d8-ea593f87c653', 'admin_state_up': True, 'tenant_id': 'e301f5604bb54cb099f094a2d3c53812'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:28:22.665814 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-233bf53c-ca85-4dad-8a89-c22fdb4401e8 req-b32365b7-e78c-422f-82cc-dd04b6af0932 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ea0ac3-13e4-47b1-8f6e-2a857446337f HTTP/1.1" status: 200 len: 210 time: 0.0588849 Aug 21 12:28:22.725692 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-acd53bd1-752c-4bdd-96eb-4dfba5e5fd2d tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:22.735726 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-acd53bd1-752c-4bdd-96eb-4dfba5e5fd2d tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:22.744678 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-acd53bd1-752c-4bdd-96eb-4dfba5e5fd2d tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Made reservation on behalf of e301f5604bb54cb099f094a2d3c53812 for: {'port': 1} {{(pid=82379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:28:22.750656 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-acd53bd1-752c-4bdd-96eb-4dfba5e5fd2d tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:22.920371 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-acd53bd1-752c-4bdd-96eb-4dfba5e5fd2d tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Allocated IP 172.20.0.9 (14d88c8d-27b1-4c8c-b3d8-ea593f87c653/1f7bd130-6807-4ba6-8bb8-16d36fadc956/5e73c7b3-9f81-4dde-bb31-df15a0c4e67c) {{(pid=82379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:28:23.134182 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-acd53bd1-752c-4bdd-96eb-4dfba5e5fd2d tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks [] for port, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:23.159132 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-acd53bd1-752c-4bdd-96eb-4dfba5e5fd2d tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:23.165531 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3b3f1067-1a92-4098-936d-3f0f8e532ca1 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:23.171138 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['2e340d25-70ef-4d24-bab6-3a5fabb90a3c'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:28:23.240340 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-acd53bd1-752c-4bdd-96eb-4dfba5e5fd2d tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Network 14d88c8d-27b1-4c8c-b3d8-ea593f87c653 is already hosted by enough agents. {{(pid=82379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:28:23.244296 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-acd53bd1-752c-4bdd-96eb-4dfba5e5fd2d tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Resources bound (agent type, host, resource id): {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:28:23.250202 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-acd53bd1-752c-4bdd-96eb-4dfba5e5fd2d tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Received port after_create {{(pid=82379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:28:23.277667 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd53bd1-752c-4bdd-96eb-4dfba5e5fd2d tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Pushing event updated for resources: {'Port': ['ID=5e73c7b3-9f81-4dde-bb31-df15a0c4e67c,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:23.283935 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-acd53bd1-752c-4bdd-96eb-4dfba5e5fd2d tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:23.318568 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-acd53bd1-752c-4bdd-96eb-4dfba5e5fd2d tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:23.319258 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-acd53bd1-752c-4bdd-96eb-4dfba5e5fd2d tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:23.344692 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-acd53bd1-752c-4bdd-96eb-4dfba5e5fd2d tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8132424 Aug 21 12:28:23.357420 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-6b988212-2d11-432c-8648-316124f81cff tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=82379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 12:28:23.358607 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-6b988212-2d11-432c-8648-316124f81cff tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0067351 Aug 21 12:28:23.369932 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-5c4f8495-feef-4ae6-b42a-16a22e6531d1 service neutron] Request body: {'port': {'device_id': '82ea0ac3-13e4-47b1-8f6e-2a857446337f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:28:23.485984 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-5c4f8495-feef-4ae6-b42a-16a22e6531d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:23.899803 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-5c4f8495-feef-4ae6-b42a-16a22e6531d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e73c7b3-9f81-4dde-bb31-df15a0c4e67c {{(pid=82379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:28:23.909705 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-5c4f8495-feef-4ae6-b42a-16a22e6531d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:23.937443 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-5c4f8495-feef-4ae6-b42a-16a22e6531d1 service neutron] Transition to ACTIVE for port object 5e73c7b3-9f81-4dde-bb31-df15a0c4e67c will not be triggered until provisioned by entity L2. {{(pid=82379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:28:23.946850 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9e700-6a98-46ee-8d5b-9726f564dcfe req-88d3b48a-11ba-435e-89f4-e699fae60690 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:23.947601 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-2ac9e700-6a98-46ee-8d5b-9726f564dcfe req-88d3b48a-11ba-435e-89f4-e699fae60690 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Synchronizing usage tracker for tenant:e301f5604bb54cb099f094a2d3c53812 on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:28:23.951180 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-5c4f8495-feef-4ae6-b42a-16a22e6531d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:23.955937 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-366fc552-b9e9-4afd-9bb2-667cdf6528ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:24.072380 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-2ac9e700-6a98-46ee-8d5b-9726f564dcfe req-88d3b48a-11ba-435e-89f4-e699fae60690 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Unset dirty status for tenant:e301f5604bb54cb099f094a2d3c53812 on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:28:24.073713 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2ac9e700-6a98-46ee-8d5b-9726f564dcfe req-88d3b48a-11ba-435e-89f4-e699fae60690 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ea0ac3-13e4-47b1-8f6e-2a857446337f HTTP/1.1" status: 200 len: 931 time: 0.2784805 Aug 21 12:28:24.094414 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f8495-feef-4ae6-b42a-16a22e6531d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5e73c7b3-9f81-4dde-bb31-df15a0c4e67c,revision_number=2']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:24.110615 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5c4f8495-feef-4ae6-b42a-16a22e6531d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:24.217030 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2ac9e700-6a98-46ee-8d5b-9726f564dcfe req-bc9c15f8-316a-4387-b547-1d733918fb53 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247537 Aug 21 12:28:24.246162 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-5c4f8495-feef-4ae6-b42a-16a22e6531d1 service neutron] Attempting to bind port 5e73c7b3-9f81-4dde-bb31-df15a0c4e67c on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:28:24.246546 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-5c4f8495-feef-4ae6-b42a-16a22e6531d1 service neutron] Attempting to bind port 5e73c7b3-9f81-4dde-bb31-df15a0c4e67c by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '4626d0c5-ae36-4646-b0f8-eda358c170d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '14d88c8d-27b1-4c8c-b3d8-ea593f87c653'}] {{(pid=82379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:28:24.246915 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-5c4f8495-feef-4ae6-b42a-16a22e6531d1 service neutron] Attempting to bind port 5e73c7b3-9f81-4dde-bb31-df15a0c4e67c on network 14d88c8d-27b1-4c8c-b3d8-ea593f87c653 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:28:24.252944 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-5c4f8495-feef-4ae6-b42a-16a22e6531d1 service neutron] Port 5e73c7b3-9f81-4dde-bb31-df15a0c4e67c on network 14d88c8d-27b1-4c8c-b3d8-ea593f87c653 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:28:24.253345 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-5c4f8495-feef-4ae6-b42a-16a22e6531d1 service neutron] Attempting to bind port 5e73c7b3-9f81-4dde-bb31-df15a0c4e67c on network 14d88c8d-27b1-4c8c-b3d8-ea593f87c653 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:28:24.259914 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-5c4f8495-feef-4ae6-b42a-16a22e6531d1 service neutron] Checking agent: {'id': '04f4107c-da72-461b-9c35-d993a4b9fd6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'started_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:28:24.260291 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-5c4f8495-feef-4ae6-b42a-16a22e6531d1 service neutron] Checking segment: {'id': '4626d0c5-ae36-4646-b0f8-eda358c170d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '14d88c8d-27b1-4c8c-b3d8-ea593f87c653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:28:24.260710 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-5c4f8495-feef-4ae6-b42a-16a22e6531d1 service neutron] Bound using segment: {'id': '4626d0c5-ae36-4646-b0f8-eda358c170d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '14d88c8d-27b1-4c8c-b3d8-ea593f87c653'} {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:28:24.261263 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-5c4f8495-feef-4ae6-b42a-16a22e6531d1 service neutron] Bound port: 5e73c7b3-9f81-4dde-bb31-df15a0c4e67c, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4626d0c5-ae36-4646-b0f8-eda358c170d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '14d88c8d-27b1-4c8c-b3d8-ea593f87c653'}}] {{(pid=82379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:28:24.261820 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-5c4f8495-feef-4ae6-b42a-16a22e6531d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:24.351266 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-5c4f8495-feef-4ae6-b42a-16a22e6531d1 service neutron] For port 5e73c7b3-9f81-4dde-bb31-df15a0c4e67c, host hv-cinder-80547, cleared binding levels {{(pid=82379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:28:24.354396 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-5c4f8495-feef-4ae6-b42a-16a22e6531d1 service neutron] For port 5e73c7b3-9f81-4dde-bb31-df15a0c4e67c, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=5e73c7b3-9f81-4dde-bb31-df15a0c4e67c,segment=NetworkSegment(4626d0c5-ae36-4646-b0f8-eda358c170d8),segment_id=4626d0c5-ae36-4646-b0f8-eda358c170d8)] {{(pid=82379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:28:24.358244 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-5c4f8495-feef-4ae6-b42a-16a22e6531d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:24.362567 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:24.426989 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-5c4f8495-feef-4ae6-b42a-16a22e6531d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:24.428492 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-5c4f8495-feef-4ae6-b42a-16a22e6531d1 service neutron] 10.222.0.21 "PUT /v2.0/ports/5e73c7b3-9f81-4dde-bb31-df15a0c4e67c HTTP/1.1" status: 200 len: 1093 time: 1.0630941 Aug 21 12:28:24.429052 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ea0ac3-13e4-47b1-8f6e-2a857446337f', 'tag': '5e73c7b3-9f81-4dde-bb31-df15a0c4e67c'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:28:24.446913 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f8495-feef-4ae6-b42a-16a22e6531d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5e73c7b3-9f81-4dde-bb31-df15a0c4e67c,revision_number=3']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:24.450394 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5c4f8495-feef-4ae6-b42a-16a22e6531d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:24.501692 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82ea0ac3-13e4-47b1-8f6e-2a857446337f', 'tag': '5e73c7b3-9f81-4dde-bb31-df15a0c4e67c', 'status': 'completed', 'code': 200} Aug 21 12:28:24.539674 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-32554fa2-7abe-4702-8826-a4a2aed69d17 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e301f5604bb54cb099f094a2d3c53812&device_id=82ea0ac3-13e4-47b1-8f6e-2a857446337f HTTP/1.1" status: 200 len: 1096 time: 0.0774488 Aug 21 12:28:24.614579 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-ad67f162-1233-4bb9-a730-4c5a1d8abaf8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e73c7b3-9f81-4dde-bb31-df15a0c4e67c HTTP/1.1" status: 200 len: 217 time: 0.0679252 Aug 21 12:28:24.684104 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-12a87f4b-39e3-41d9-b01d-008f353b8eac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:24.685650 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-12a87f4b-39e3-41d9-b01d-008f353b8eac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f7bd130-6807-4ba6-8bb8-16d36fadc956 HTTP/1.1" status: 200 len: 854 time: 0.0639820 Aug 21 12:28:24.732948 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-d470334a-3987-46ff-a750-4a95bb08ba17 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14d88c8d-27b1-4c8c-b3d8-ea593f87c653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412757 Aug 21 12:28:24.875145 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-e893f965-0c96-4d51-800c-22f2ad29dc8f service neutron] 10.222.0.21 "GET /v2.0/networks/14d88c8d-27b1-4c8c-b3d8-ea593f87c653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359899 Aug 21 12:28:25.016395 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-852173dd-5612-4a83-98ac-80ae9d3a6fd8 req-ea2fc70b-4cf7-4c7b-ba48-4a066c696ab0 service neutron] 10.222.0.21 "GET /v2.0/networks/14d88c8d-27b1-4c8c-b3d8-ea593f87c653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351418 Aug 21 12:28:25.135224 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a89b2e11-3596-475c-bb3f-aa652be7b2b2 req-772d89af-f0c2-45fc-8987-d8b693435cf9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e301f5604bb54cb099f094a2d3c53812&device_id=82ea0ac3-13e4-47b1-8f6e-2a857446337f HTTP/1.1" status: 200 len: 1096 time: 0.0791593 Aug 21 12:28:25.276720 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b2e11-3596-475c-bb3f-aa652be7b2b2 req-e206e2ac-52c0-4d6e-b949-24e3f88018f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:25.278821 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a89b2e11-3596-475c-bb3f-aa652be7b2b2 req-e206e2ac-52c0-4d6e-b949-24e3f88018f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=14d88c8d-27b1-4c8c-b3d8-ea593f87c653 HTTP/1.1" status: 200 len: 915 time: 0.1368630 Aug 21 12:28:25.384271 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a89b2e11-3596-475c-bb3f-aa652be7b2b2 req-18e705d0-716a-4249-a996-710f3f48d04b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e73c7b3-9f81-4dde-bb31-df15a0c4e67c HTTP/1.1" status: 200 len: 217 time: 0.0988691 Aug 21 12:28:25.467067 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b2e11-3596-475c-bb3f-aa652be7b2b2 req-693dc8a9-c47c-4b28-88fb-35fe017c77ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:25.468615 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a89b2e11-3596-475c-bb3f-aa652be7b2b2 req-693dc8a9-c47c-4b28-88fb-35fe017c77ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f7bd130-6807-4ba6-8bb8-16d36fadc956 HTTP/1.1" status: 200 len: 854 time: 0.0782568 Aug 21 12:28:25.525211 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a89b2e11-3596-475c-bb3f-aa652be7b2b2 req-51707dd5-793a-4bf9-84f0-0182286bb564 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14d88c8d-27b1-4c8c-b3d8-ea593f87c653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484290 Aug 21 12:28:25.536454 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea4de7-eef3-462d-9cde-f9b1ae3ea122 req-3997fdcf-4ed1-4f7c-9fa2-d88592cef9e3 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:25.537904 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6bea4de7-eef3-462d-9cde-f9b1ae3ea122 req-3997fdcf-4ed1-4f7c-9fa2-d88592cef9e3 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ea0ac3-13e4-47b1-8f6e-2a857446337f HTTP/1.1" status: 200 len: 943 time: 0.1902604 Aug 21 12:28:25.905908 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6bea4de7-eef3-462d-9cde-f9b1ae3ea122 req-20ef9c82-ebee-4469-8784-be60dd410552 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440671 Aug 21 12:28:25.924433 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a89b2e11-3596-475c-bb3f-aa652be7b2b2 req-1c4bc501-e467-4d1d-b380-2eb913ac124a service neutron] 10.222.0.21 "GET /v2.0/networks/14d88c8d-27b1-4c8c-b3d8-ea593f87c653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855627 Aug 21 12:28:26.065574 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a89b2e11-3596-475c-bb3f-aa652be7b2b2 req-94f3ef85-ce13-4b54-87af-e502fc3f09a6 service neutron] 10.222.0.21 "GET /v2.0/networks/14d88c8d-27b1-4c8c-b3d8-ea593f87c653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339235 Aug 21 12:28:27.112324 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f04e6-856a-4fd6-8040-37e4d4006705 req-a0af75aa-fbb3-4055-b876-f1dcb1c93873 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:27.113921 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-996f04e6-856a-4fd6-8040-37e4d4006705 req-a0af75aa-fbb3-4055-b876-f1dcb1c93873 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ea0ac3-13e4-47b1-8f6e-2a857446337f HTTP/1.1" status: 200 len: 943 time: 0.0837390 Aug 21 12:28:27.162134 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-996f04e6-856a-4fd6-8040-37e4d4006705 req-266a61fa-33a2-454c-9c4f-ca2a733468b9 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417669 Aug 21 12:28:28.370546 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b2d70-514f-4e1e-a788-24ad96aac346 req-afc16db4-5f12-4efd-b6a3-f7f060b7d1ab tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:28.372105 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7a6b2d70-514f-4e1e-a788-24ad96aac346 req-afc16db4-5f12-4efd-b6a3-f7f060b7d1ab tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ea0ac3-13e4-47b1-8f6e-2a857446337f HTTP/1.1" status: 200 len: 943 time: 0.0845561 Aug 21 12:28:28.420703 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7a6b2d70-514f-4e1e-a788-24ad96aac346 req-b17ef07c-51c4-435b-8354-8afa107df37b tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425031 Aug 21 12:28:28.699273 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 5e73c7b3-9f81-4dde-bb31-df15a0c4e67c details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:28:28.844062 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 5e73c7b3-9f81-4dde-bb31-df15a0c4e67c, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=5e73c7b3-9f81-4dde-bb31-df15a0c4e67c,segment=NetworkSegment(4626d0c5-ae36-4646-b0f8-eda358c170d8),segment_id=4626d0c5-ae36-4646-b0f8-eda358c170d8)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:28:28.857848 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Returning: {'device': '5e73c7b3-9f81-4dde-bb31-df15a0c4e67c', 'network_id': '14d88c8d-27b1-4c8c-b3d8-ea593f87c653', 'port_id': '5e73c7b3-9f81-4dde-bb31-df15a0c4e67c', 'mac_address': 'fa:16:3e:76:34:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7bd130-6807-4ba6-8bb8-16d36fadc956', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:28:28.911871 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:28.929415 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e73c7b3-9f81-4dde-bb31-df15a0c4e67c {{(pid=82381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:28:28.944442 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 5e73c7b3-9f81-4dde-bb31-df15a0c4e67c, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=5e73c7b3-9f81-4dde-bb31-df15a0c4e67c,segment=NetworkSegment(4626d0c5-ae36-4646-b0f8-eda358c170d8),segment_id=4626d0c5-ae36-4646-b0f8-eda358c170d8)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:28:28.947343 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:28.949936 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:29.013558 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=5e73c7b3-9f81-4dde-bb31-df15a0c4e67c,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:29.016591 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:29.293127 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['5e73c7b3-9f81-4dde-bb31-df15a0c4e67c'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:28:29.624286 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf333d5-a876-4400-97d4-6f12e54aee90 req-b358f39a-5336-41f1-9e0c-5987f528dbc7 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:29.625899 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-eaf333d5-a876-4400-97d4-6f12e54aee90 req-b358f39a-5336-41f1-9e0c-5987f528dbc7 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ea0ac3-13e4-47b1-8f6e-2a857446337f HTTP/1.1" status: 200 len: 944 time: 0.0824151 Aug 21 12:28:29.677451 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-eaf333d5-a876-4400-97d4-6f12e54aee90 req-979f04ca-d07f-43bf-8c59-709705de8b61 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453227 Aug 21 12:28:30.715604 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 5e73c7b3-9f81-4dde-bb31-df15a0c4e67c up at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:28:30.789761 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning for port 5e73c7b3-9f81-4dde-bb31-df15a0c4e67c completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:28:30.795326 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning complete for port 5e73c7b3-9f81-4dde-bb31-df15a0c4e67c triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:28:30.795741 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:30.886195 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f669ac0-55b8-4845-a251-7a82b9bd2d3c req-9c39e71e-c796-40b6-8829-6b839da041d3 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:30.887896 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7f669ac0-55b8-4845-a251-7a82b9bd2d3c req-9c39e71e-c796-40b6-8829-6b839da041d3 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ea0ac3-13e4-47b1-8f6e-2a857446337f HTTP/1.1" status: 200 len: 944 time: 0.0854778 Aug 21 12:28:30.910517 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:30.937174 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7f669ac0-55b8-4845-a251-7a82b9bd2d3c req-49812bcb-d14a-4fee-9716-85c8f759245d tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429800 Aug 21 12:28:30.938001 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ea0ac3-13e4-47b1-8f6e-2a857446337f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e73c7b3-9f81-4dde-bb31-df15a0c4e67c'}] {{(pid=82381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:28:30.947904 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 5e73c7b3-9f81-4dde-bb31-df15a0c4e67c, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=5e73c7b3-9f81-4dde-bb31-df15a0c4e67c,segment=NetworkSegment(4626d0c5-ae36-4646-b0f8-eda358c170d8),segment_id=4626d0c5-ae36-4646-b0f8-eda358c170d8)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:28:30.951124 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:30.953846 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:30.999964 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ea0ac3-13e4-47b1-8f6e-2a857446337f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e73c7b3-9f81-4dde-bb31-df15a0c4e67c', 'code': 200} Aug 21 12:28:31.025486 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=5e73c7b3-9f81-4dde-bb31-df15a0c4e67c,revision_number=5']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:31.029111 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:31.229271 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-20f5d778-61dd-4a5e-aefc-d217ba96cf11 req-813f38bf-1754-4f74-9423-06fa5fb5c21f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=82ea0ac3-13e4-47b1-8f6e-2a857446337f HTTP/1.1" status: 200 len: 1098 time: 0.0759208 Aug 21 12:28:31.273279 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-20f5d778-61dd-4a5e-aefc-d217ba96cf11 req-f698cb0d-65b7-41f5-b718-4724a1695ffe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377307 Aug 21 12:28:32.150669 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba15ab9-15c2-40c9-af1b-02b07f9a1ab2 req-69bd6617-10d4-47d5-add0-23dd29e66ba5 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:32.152293 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-4ba15ab9-15c2-40c9-af1b-02b07f9a1ab2 req-69bd6617-10d4-47d5-add0-23dd29e66ba5 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ea0ac3-13e4-47b1-8f6e-2a857446337f HTTP/1.1" status: 200 len: 945 time: 0.0853078 Aug 21 12:28:32.201054 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-4ba15ab9-15c2-40c9-af1b-02b07f9a1ab2 req-4b692e85-9915-417b-8bab-f502366e6fbe tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425808 Aug 21 12:28:33.415650 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27b174-216e-4fc0-aa7c-4097d3fa91e3 req-36139012-7e00-4e72-94b2-05f24c104dd2 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:33.417249 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ee27b174-216e-4fc0-aa7c-4097d3fa91e3 req-36139012-7e00-4e72-94b2-05f24c104dd2 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ea0ac3-13e4-47b1-8f6e-2a857446337f HTTP/1.1" status: 200 len: 945 time: 0.0853848 Aug 21 12:28:33.466190 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ee27b174-216e-4fc0-aa7c-4097d3fa91e3 req-0c4918e2-a298-48e4-8dfb-bda62fabb574 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424268 Aug 21 12:28:35.871183 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-b97e9ce8-190c-4c61-a7ee-0f001a641229 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:35.873510 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-b97e9ce8-190c-4c61-a7ee-0f001a641229 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/networks?id=14d88c8d-27b1-4c8c-b3d8-ea593f87c653 HTTP/1.1" status: 200 len: 814 time: 0.1583319 Aug 21 12:28:35.890903 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-11012467-af26-4fa2-9abd-6f8e6eb28ccd tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/quotas/e301f5604bb54cb099f094a2d3c53812 HTTP/1.1" status: 200 len: 375 time: 0.0113611 Aug 21 12:28:35.975084 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-83c29420-8d18-4f18-bcef-cd3916c4aff2 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e301f5604bb54cb099f094a2d3c53812&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787508 Aug 21 12:28:35.986516 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-679d452d-0136-4e8f-8d5f-fa3839307cbb service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=82379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 12:28:35.987559 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-679d452d-0136-4e8f-8d5f-fa3839307cbb service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0052223 Aug 21 12:28:36.132346 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-952cfdab-9e6c-4a5d-a75b-cf38d92e8070 service neutron] 10.222.0.11 "GET /v2.0/networks/14d88c8d-27b1-4c8c-b3d8-ea593f87c653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386569 Aug 21 12:28:36.274572 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-8951f270-e318-4382-ab18-be6aaf1de3c2 service neutron] 10.222.0.11 "GET /v2.0/networks/14d88c8d-27b1-4c8c-b3d8-ea593f87c653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356890 Aug 21 12:28:37.496245 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-efd86969-ef22-4e44-b693-103dc89c64c6 req-4bdfc62a-6596-4378-b6cc-faf0a666adfa tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=311e2ddd-f1ad-4571-8c50-4cc1bc9ac890 HTTP/1.1" status: 200 len: 210 time: 0.0513184 Aug 21 12:28:38.535906 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-705bd8c0-105f-409d-832d-ab21febcf3a9 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:38.537529 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-705bd8c0-105f-409d-832d-ab21febcf3a9 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.21 "GET /v2.0/networks?id=14d88c8d-27b1-4c8c-b3d8-ea593f87c653 HTTP/1.1" status: 200 len: 814 time: 0.1602998 Aug 21 12:28:38.552822 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-56fec2da-a263-45ad-b498-f3d8c9e25e5f tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Request body: {'port': {'device_id': '311e2ddd-f1ad-4571-8c50-4cc1bc9ac890', 'network_id': '14d88c8d-27b1-4c8c-b3d8-ea593f87c653', 'admin_state_up': True, 'tenant_id': 'e301f5604bb54cb099f094a2d3c53812'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:28:38.686395 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a8f6a068-24c7-4196-9705-85491e0e645f req-b535bba4-3ff9-4de7-a3e9-cfd09cb859d7 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=311e2ddd-f1ad-4571-8c50-4cc1bc9ac890 HTTP/1.1" status: 200 len: 210 time: 0.0610023 Aug 21 12:28:38.740112 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-56fec2da-a263-45ad-b498-f3d8c9e25e5f tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:38.750624 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-56fec2da-a263-45ad-b498-f3d8c9e25e5f tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:38.759055 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-56fec2da-a263-45ad-b498-f3d8c9e25e5f tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Made reservation on behalf of e301f5604bb54cb099f094a2d3c53812 for: {'port': 1} {{(pid=82379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:28:38.765122 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-56fec2da-a263-45ad-b498-f3d8c9e25e5f tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:38.936762 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-56fec2da-a263-45ad-b498-f3d8c9e25e5f tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Allocated IP 172.20.0.8 (14d88c8d-27b1-4c8c-b3d8-ea593f87c653/1f7bd130-6807-4ba6-8bb8-16d36fadc956/5ad8a951-a8ba-47e4-9068-f00e7df0d14f) {{(pid=82379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:28:39.144399 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-56fec2da-a263-45ad-b498-f3d8c9e25e5f tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks [] for port, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:39.169383 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-56fec2da-a263-45ad-b498-f3d8c9e25e5f tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:39.175826 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5c4f8495-feef-4ae6-b42a-16a22e6531d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:39.184704 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['2e340d25-70ef-4d24-bab6-3a5fabb90a3c', '5e73c7b3-9f81-4dde-bb31-df15a0c4e67c'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:28:39.251531 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-56fec2da-a263-45ad-b498-f3d8c9e25e5f tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Network 14d88c8d-27b1-4c8c-b3d8-ea593f87c653 is already hosted by enough agents. {{(pid=82379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:28:39.254809 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-56fec2da-a263-45ad-b498-f3d8c9e25e5f tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Resources bound (agent type, host, resource id): {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:28:39.259683 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-56fec2da-a263-45ad-b498-f3d8c9e25e5f tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Received port after_create {{(pid=82379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:28:39.286824 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fec2da-a263-45ad-b498-f3d8c9e25e5f tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Pushing event updated for resources: {'Port': ['ID=5ad8a951-a8ba-47e4-9068-f00e7df0d14f,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:39.292514 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-56fec2da-a263-45ad-b498-f3d8c9e25e5f tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:39.326235 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-56fec2da-a263-45ad-b498-f3d8c9e25e5f tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:39.326909 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-56fec2da-a263-45ad-b498-f3d8c9e25e5f tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:39.350624 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-56fec2da-a263-45ad-b498-f3d8c9e25e5f tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8021650 Aug 21 12:28:39.363133 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-19408bea-f8cb-4546-ba64-80eb5770d996 service neutron] Request body: {'port': {'device_id': '311e2ddd-f1ad-4571-8c50-4cc1bc9ac890', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:28:39.480310 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-19408bea-f8cb-4546-ba64-80eb5770d996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:39.880226 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-19408bea-f8cb-4546-ba64-80eb5770d996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad8a951-a8ba-47e4-9068-f00e7df0d14f {{(pid=82379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:28:39.889210 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-19408bea-f8cb-4546-ba64-80eb5770d996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:39.917933 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-19408bea-f8cb-4546-ba64-80eb5770d996 service neutron] Transition to ACTIVE for port object 5ad8a951-a8ba-47e4-9068-f00e7df0d14f will not be triggered until provisioned by entity L2. {{(pid=82379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:28:39.923539 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-19408bea-f8cb-4546-ba64-80eb5770d996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:39.928334 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-29dfb19d-c62d-40d2-983e-f917320e1ec3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:39.983691 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5e9c6-ff9c-4334-b0e2-4f8d1177babb req-0e858f85-698c-4bdf-be6b-50587914bcdc tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:39.984367 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-b6b5e9c6-ff9c-4334-b0e2-4f8d1177babb req-0e858f85-698c-4bdf-be6b-50587914bcdc tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Synchronizing usage tracker for tenant:e301f5604bb54cb099f094a2d3c53812 on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:28:40.284409 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19408bea-f8cb-4546-ba64-80eb5770d996 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad8a951-a8ba-47e4-9068-f00e7df0d14f,revision_number=2']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:40.296015 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-19408bea-f8cb-4546-ba64-80eb5770d996 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:40.297076 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-b6b5e9c6-ff9c-4334-b0e2-4f8d1177babb req-0e858f85-698c-4bdf-be6b-50587914bcdc tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Unset dirty status for tenant:e301f5604bb54cb099f094a2d3c53812 on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:28:40.298331 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b6b5e9c6-ff9c-4334-b0e2-4f8d1177babb req-0e858f85-698c-4bdf-be6b-50587914bcdc tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=311e2ddd-f1ad-4571-8c50-4cc1bc9ac890 HTTP/1.1" status: 200 len: 931 time: 0.4825652 Aug 21 12:28:40.425666 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b6b5e9c6-ff9c-4334-b0e2-4f8d1177babb req-de3a6ce9-da32-44cb-8e11-a2592da3c743 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208591 Aug 21 12:28:40.445549 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-19408bea-f8cb-4546-ba64-80eb5770d996 service neutron] Attempting to bind port 5ad8a951-a8ba-47e4-9068-f00e7df0d14f on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:28:40.445925 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-19408bea-f8cb-4546-ba64-80eb5770d996 service neutron] Attempting to bind port 5ad8a951-a8ba-47e4-9068-f00e7df0d14f by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '4626d0c5-ae36-4646-b0f8-eda358c170d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '14d88c8d-27b1-4c8c-b3d8-ea593f87c653'}] {{(pid=82379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:28:40.446289 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-19408bea-f8cb-4546-ba64-80eb5770d996 service neutron] Attempting to bind port 5ad8a951-a8ba-47e4-9068-f00e7df0d14f on network 14d88c8d-27b1-4c8c-b3d8-ea593f87c653 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:28:40.452505 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-19408bea-f8cb-4546-ba64-80eb5770d996 service neutron] Port 5ad8a951-a8ba-47e4-9068-f00e7df0d14f on network 14d88c8d-27b1-4c8c-b3d8-ea593f87c653 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:28:40.452862 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-19408bea-f8cb-4546-ba64-80eb5770d996 service neutron] Attempting to bind port 5ad8a951-a8ba-47e4-9068-f00e7df0d14f on network 14d88c8d-27b1-4c8c-b3d8-ea593f87c653 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:28:40.459374 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-19408bea-f8cb-4546-ba64-80eb5770d996 service neutron] Checking agent: {'id': '04f4107c-da72-461b-9c35-d993a4b9fd6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'started_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:28:40.459745 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-19408bea-f8cb-4546-ba64-80eb5770d996 service neutron] Checking segment: {'id': '4626d0c5-ae36-4646-b0f8-eda358c170d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '14d88c8d-27b1-4c8c-b3d8-ea593f87c653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:28:40.460159 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-19408bea-f8cb-4546-ba64-80eb5770d996 service neutron] Bound using segment: {'id': '4626d0c5-ae36-4646-b0f8-eda358c170d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '14d88c8d-27b1-4c8c-b3d8-ea593f87c653'} {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:28:40.460645 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-19408bea-f8cb-4546-ba64-80eb5770d996 service neutron] Bound port: 5ad8a951-a8ba-47e4-9068-f00e7df0d14f, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4626d0c5-ae36-4646-b0f8-eda358c170d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '14d88c8d-27b1-4c8c-b3d8-ea593f87c653'}}] {{(pid=82379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:28:40.461054 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-19408bea-f8cb-4546-ba64-80eb5770d996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:40.550473 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-19408bea-f8cb-4546-ba64-80eb5770d996 service neutron] For port 5ad8a951-a8ba-47e4-9068-f00e7df0d14f, host hv-cinder-80547, cleared binding levels {{(pid=82379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:28:40.553505 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-19408bea-f8cb-4546-ba64-80eb5770d996 service neutron] For port 5ad8a951-a8ba-47e4-9068-f00e7df0d14f, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=5ad8a951-a8ba-47e4-9068-f00e7df0d14f,segment=NetworkSegment(4626d0c5-ae36-4646-b0f8-eda358c170d8),segment_id=4626d0c5-ae36-4646-b0f8-eda358c170d8)] {{(pid=82379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:28:40.556689 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-19408bea-f8cb-4546-ba64-80eb5770d996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:40.561723 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-626e8236-1ef5-42fd-afa2-849f8c43de21 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:40.620436 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-19408bea-f8cb-4546-ba64-80eb5770d996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:40.622574 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-19408bea-f8cb-4546-ba64-80eb5770d996 service neutron] 10.222.0.21 "PUT /v2.0/ports/5ad8a951-a8ba-47e4-9068-f00e7df0d14f HTTP/1.1" status: 200 len: 1093 time: 1.2641010 Aug 21 12:28:40.623252 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311e2ddd-f1ad-4571-8c50-4cc1bc9ac890', 'tag': '5ad8a951-a8ba-47e4-9068-f00e7df0d14f'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:28:40.641753 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19408bea-f8cb-4546-ba64-80eb5770d996 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad8a951-a8ba-47e4-9068-f00e7df0d14f,revision_number=3']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:40.645634 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-19408bea-f8cb-4546-ba64-80eb5770d996 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:40.772268 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311e2ddd-f1ad-4571-8c50-4cc1bc9ac890', 'tag': '5ad8a951-a8ba-47e4-9068-f00e7df0d14f', 'status': 'completed', 'code': 200} Aug 21 12:28:40.811299 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-a453cb49-bd93-4205-8edf-768618f9e648 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e301f5604bb54cb099f094a2d3c53812&device_id=311e2ddd-f1ad-4571-8c50-4cc1bc9ac890 HTTP/1.1" status: 200 len: 1096 time: 0.1543748 Aug 21 12:28:40.881677 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-50792806-df56-4a32-a02d-b7efbf8eeaf1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ad8a951-a8ba-47e4-9068-f00e7df0d14f HTTP/1.1" status: 200 len: 217 time: 0.0634727 Aug 21 12:28:40.952120 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-d682d355-eb0c-4b50-a7a1-486706cbe193 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:40.953711 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-d682d355-eb0c-4b50-a7a1-486706cbe193 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f7bd130-6807-4ba6-8bb8-16d36fadc956 HTTP/1.1" status: 200 len: 854 time: 0.0658145 Aug 21 12:28:41.002814 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-4fb461ab-afa7-4266-9a54-b6da370065ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14d88c8d-27b1-4c8c-b3d8-ea593f87c653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427501 Aug 21 12:28:41.142849 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-c73c1d08-7663-4b5c-8c34-93e0c361d39a service neutron] 10.222.0.21 "GET /v2.0/networks/14d88c8d-27b1-4c8c-b3d8-ea593f87c653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334074 Aug 21 12:28:41.284370 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9e3adce1-b237-4a9f-af7d-b1f3017aac56 req-e48a8342-7768-4b12-8448-85c1c08aa7b6 service neutron] 10.222.0.21 "GET /v2.0/networks/14d88c8d-27b1-4c8c-b3d8-ea593f87c653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350250 Aug 21 12:28:41.407636 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ee6a6644-8494-404c-b8a9-4119475aa188 req-3d096908-f629-4015-a9ce-b6bab6733af2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e301f5604bb54cb099f094a2d3c53812&device_id=311e2ddd-f1ad-4571-8c50-4cc1bc9ac890 HTTP/1.1" status: 200 len: 1096 time: 0.0784132 Aug 21 12:28:41.551632 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a6644-8494-404c-b8a9-4119475aa188 req-603cf621-347b-4431-b2a8-6c6fe61fbc67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:41.553216 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ee6a6644-8494-404c-b8a9-4119475aa188 req-603cf621-347b-4431-b2a8-6c6fe61fbc67 service neutron] 10.222.0.21 "GET /v2.0/networks?id=14d88c8d-27b1-4c8c-b3d8-ea593f87c653 HTTP/1.1" status: 200 len: 915 time: 0.1390419 Aug 21 12:28:41.664300 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ee6a6644-8494-404c-b8a9-4119475aa188 req-f678b0e7-a538-4042-ac05-495e215834a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ad8a951-a8ba-47e4-9068-f00e7df0d14f HTTP/1.1" status: 200 len: 217 time: 0.0772192 Aug 21 12:28:41.750419 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a6644-8494-404c-b8a9-4119475aa188 req-ac87bbcc-962b-4730-b90e-d3b8ab6e4388 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:41.751955 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ee6a6644-8494-404c-b8a9-4119475aa188 req-ac87bbcc-962b-4730-b90e-d3b8ab6e4388 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f7bd130-6807-4ba6-8bb8-16d36fadc956 HTTP/1.1" status: 200 len: 854 time: 0.0802846 Aug 21 12:28:41.758037 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7aeb33-9a42-402b-a0a4-d79b16401ae1 req-0432eb5b-33ba-425c-8900-8cf4690a74a9 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:41.759505 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2f7aeb33-9a42-402b-a0a4-d79b16401ae1 req-0432eb5b-33ba-425c-8900-8cf4690a74a9 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=311e2ddd-f1ad-4571-8c50-4cc1bc9ac890 HTTP/1.1" status: 200 len: 943 time: 0.2094674 Aug 21 12:28:41.820877 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ee6a6644-8494-404c-b8a9-4119475aa188 req-def4955c-9072-4375-851c-90ff43caccdb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14d88c8d-27b1-4c8c-b3d8-ea593f87c653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603766 Aug 21 12:28:41.937801 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2f7aeb33-9a42-402b-a0a4-d79b16401ae1 req-17e61d6b-45a9-4e48-ac3b-d807d3a9aab4 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372709 Aug 21 12:28:41.982756 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ee6a6644-8494-404c-b8a9-4119475aa188 req-a63c1b26-10da-4665-954b-fe13879a13ca service neutron] 10.222.0.21 "GET /v2.0/networks/14d88c8d-27b1-4c8c-b3d8-ea593f87c653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539187 Aug 21 12:28:42.125081 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ee6a6644-8494-404c-b8a9-4119475aa188 req-f08bd6d8-a0bd-4272-a33f-e262f45cfb39 service neutron] 10.222.0.21 "GET /v2.0/networks/14d88c8d-27b1-4c8c-b3d8-ea593f87c653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358449 Aug 21 12:28:43.071431 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a18f70da-35e9-4685-a1fb-210b1fcfd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:43.143825 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a1dd5-4b2f-4812-b918-fc37a910c3f6 req-db4c5930-0d32-4b4e-ac45-5722c5e88d03 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:43.145449 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-194a1dd5-4b2f-4812-b918-fc37a910c3f6 req-db4c5930-0d32-4b4e-ac45-5722c5e88d03 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=311e2ddd-f1ad-4571-8c50-4cc1bc9ac890 HTTP/1.1" status: 200 len: 943 time: 0.0840969 Aug 21 12:28:43.193273 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-194a1dd5-4b2f-4812-b918-fc37a910c3f6 req-8070ff94-6ed4-411b-b5ae-716a236f8b67 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417385 Aug 21 12:28:44.401397 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829f645-549d-4da1-bdd8-40e257aace8b req-bfb0b329-7cdb-48dc-9389-edffb03d4cb3 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:44.403471 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-4829f645-549d-4da1-bdd8-40e257aace8b req-bfb0b329-7cdb-48dc-9389-edffb03d4cb3 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=311e2ddd-f1ad-4571-8c50-4cc1bc9ac890 HTTP/1.1" status: 200 len: 943 time: 0.0877812 Aug 21 12:28:44.451347 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-4829f645-549d-4da1-bdd8-40e257aace8b req-011452e7-c8dc-4f17-b394-1be61371c434 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416877 Aug 21 12:28:44.532343 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:44.807661 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 5ad8a951-a8ba-47e4-9068-f00e7df0d14f details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:28:44.948635 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 5ad8a951-a8ba-47e4-9068-f00e7df0d14f, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=5ad8a951-a8ba-47e4-9068-f00e7df0d14f,segment=NetworkSegment(4626d0c5-ae36-4646-b0f8-eda358c170d8),segment_id=4626d0c5-ae36-4646-b0f8-eda358c170d8)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:28:44.963009 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Returning: {'device': '5ad8a951-a8ba-47e4-9068-f00e7df0d14f', 'network_id': '14d88c8d-27b1-4c8c-b3d8-ea593f87c653', 'port_id': '5ad8a951-a8ba-47e4-9068-f00e7df0d14f', 'mac_address': 'fa:16:3e:9f:4f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7bd130-6807-4ba6-8bb8-16d36fadc956', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:28:45.017825 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:45.035929 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad8a951-a8ba-47e4-9068-f00e7df0d14f {{(pid=82381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:28:45.050725 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 5ad8a951-a8ba-47e4-9068-f00e7df0d14f, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=5ad8a951-a8ba-47e4-9068-f00e7df0d14f,segment=NetworkSegment(4626d0c5-ae36-4646-b0f8-eda358c170d8),segment_id=4626d0c5-ae36-4646-b0f8-eda358c170d8)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:28:45.053537 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:45.055341 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d8da10c2-100e-41af-9b65-6dd5edb02183 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:45.123478 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=5ad8a951-a8ba-47e4-9068-f00e7df0d14f,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:45.126579 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:45.203558 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2ef78ea8-cb59-4793-8f95-6be0dc1da099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:45.410890 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['5ad8a951-a8ba-47e4-9068-f00e7df0d14f'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:28:45.657525 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace7ff9-a629-431a-a732-c8579999d891 req-c2361550-4974-4150-acdc-11fda4c3714a tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:45.659100 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bace7ff9-a629-431a-a732-c8579999d891 req-c2361550-4974-4150-acdc-11fda4c3714a tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=311e2ddd-f1ad-4571-8c50-4cc1bc9ac890 HTTP/1.1" status: 200 len: 944 time: 0.0813222 Aug 21 12:28:45.710622 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bace7ff9-a629-431a-a732-c8579999d891 req-071426a4-7a57-4b19-b66a-3c2749aceec7 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453744 Aug 21 12:28:45.822272 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:46.830789 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 5ad8a951-a8ba-47e4-9068-f00e7df0d14f up at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:28:46.902837 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning for port 5ad8a951-a8ba-47e4-9068-f00e7df0d14f completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:28:46.907692 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning complete for port 5ad8a951-a8ba-47e4-9068-f00e7df0d14f triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:28:46.908113 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:46.936216 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e8383-199f-4f29-87ac-576e5df4d3ee req-b0ef5028-9fc0-4f8e-86a0-b2c837e7fd8b tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:46.937952 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e24e8383-199f-4f29-87ac-576e5df4d3ee req-b0ef5028-9fc0-4f8e-86a0-b2c837e7fd8b tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=311e2ddd-f1ad-4571-8c50-4cc1bc9ac890 HTTP/1.1" status: 200 len: 944 time: 0.1011612 Aug 21 12:28:46.987148 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e24e8383-199f-4f29-87ac-576e5df4d3ee req-09a27c3f-152b-443a-a0ef-66b7629ea6dd tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430293 Aug 21 12:28:47.028189 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:47.055639 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311e2ddd-f1ad-4571-8c50-4cc1bc9ac890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad8a951-a8ba-47e4-9068-f00e7df0d14f'}] {{(pid=82381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:28:47.066271 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 5ad8a951-a8ba-47e4-9068-f00e7df0d14f, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=5ad8a951-a8ba-47e4-9068-f00e7df0d14f,segment=NetworkSegment(4626d0c5-ae36-4646-b0f8-eda358c170d8),segment_id=4626d0c5-ae36-4646-b0f8-eda358c170d8)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:28:47.069212 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:47.071826 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-24ad1683-7ce5-45c3-bfea-05aca5d378f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:47.114224 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311e2ddd-f1ad-4571-8c50-4cc1bc9ac890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad8a951-a8ba-47e4-9068-f00e7df0d14f', 'code': 200} Aug 21 12:28:47.141590 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=5ad8a951-a8ba-47e4-9068-f00e7df0d14f,revision_number=5']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:47.145614 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:47.212105 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:47.350733 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3487ed74-173d-46dc-9b39-aa7150c84ebc req-1e5dfd80-7dc8-4f1c-a8c2-93c3b855ed62 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=311e2ddd-f1ad-4571-8c50-4cc1bc9ac890 HTTP/1.1" status: 200 len: 1098 time: 0.0777810 Aug 21 12:28:47.394833 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3487ed74-173d-46dc-9b39-aa7150c84ebc req-38d5a095-e4a3-4286-9bed-089c91cf6dda service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377600 Aug 21 12:28:48.191133 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c490d-de76-408a-83cc-ec9e0b633595 req-2e9d17eb-6187-4b05-9dfb-1cf9e886ffdb tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:48.192728 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-283c490d-de76-408a-83cc-ec9e0b633595 req-2e9d17eb-6187-4b05-9dfb-1cf9e886ffdb tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=311e2ddd-f1ad-4571-8c50-4cc1bc9ac890 HTTP/1.1" status: 200 len: 945 time: 0.0827186 Aug 21 12:28:48.240478 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-283c490d-de76-408a-83cc-ec9e0b633595 req-9aa2cde1-6c9c-4ceb-b1a1-0f90978367ad tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416284 Aug 21 12:28:48.874708 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:49.448011 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd46e6e-02e8-4acb-99a3-9c0905fa5e11 req-0e09ea63-ce82-4b79-a0a6-15b5e85b3bde tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:49.449779 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0bd46e6e-02e8-4acb-99a3-9c0905fa5e11 req-0e09ea63-ce82-4b79-a0a6-15b5e85b3bde tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=311e2ddd-f1ad-4571-8c50-4cc1bc9ac890 HTTP/1.1" status: 200 len: 945 time: 0.0854309 Aug 21 12:28:49.499551 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0bd46e6e-02e8-4acb-99a3-9c0905fa5e11 req-8c200bfa-b989-4df4-be76-217292935442 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437543 Aug 21 12:28:52.862375 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:28:55.914816 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-72fc26ad-c88f-4f94-a574-11b6267dc6af tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:55.916396 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-72fc26ad-c88f-4f94-a574-11b6267dc6af tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/networks?id=14d88c8d-27b1-4c8c-b3d8-ea593f87c653 HTTP/1.1" status: 200 len: 814 time: 0.1549640 Aug 21 12:28:55.933458 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-98452529-ffb7-4ecd-85d7-fcb004c56cda tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/quotas/e301f5604bb54cb099f094a2d3c53812 HTTP/1.1" status: 200 len: 375 time: 0.0111918 Aug 21 12:28:56.071090 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-2ce2629f-d557-4d99-a79d-5d3806ad634d tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e301f5604bb54cb099f094a2d3c53812&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1313815 Aug 21 12:28:56.180614 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6702e484-8d37-41d5-a487-333f5eb22cb8 req-ede2ab31-5530-4502-8872-1e8cd7752eca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1825566 Aug 21 12:28:56.224226 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-c9b55456-92e3-4395-acfa-ed18625c827a service neutron] 10.222.0.11 "GET /v2.0/networks/14d88c8d-27b1-4c8c-b3d8-ea593f87c653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431272 Aug 21 12:28:56.645315 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-6a7472b8-9bf8-4a04-9a79-e2ca63524f95 service neutron] 10.222.0.11 "GET /v2.0/networks/14d88c8d-27b1-4c8c-b3d8-ea593f87c653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138165 Aug 21 12:28:56.649128 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6702e484-8d37-41d5-a487-333f5eb22cb8 req-11aab07e-19a1-4968-b8da-7426ffedb63c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c61de113f0bd4c8681decc48f0d759bb&device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 1098 time: 0.3917139 Aug 21 12:28:56.862620 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702e484-8d37-41d5-a487-333f5eb22cb8 req-47a2af58-2e18-4cbb-a4e4-84ea4e3d14ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:56.864186 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6702e484-8d37-41d5-a487-333f5eb22cb8 req-47a2af58-2e18-4cbb-a4e4-84ea4e3d14ed service neutron] 10.222.0.21 "GET /v2.0/networks?id=584f663b-435a-48ca-b621-8f11c231b397 HTTP/1.1" status: 200 len: 909 time: 0.1956551 Aug 21 12:28:56.866300 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3fbc7bc1-074a-4e63-93ba-8372c96a4d52 req-367479b7-e3fa-4745-8906-c2e405d5f22f tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=41e59d9d-bf74-48b4-be5f-b3ad8904821c HTTP/1.1" status: 200 len: 210 time: 0.0553527 Aug 21 12:28:56.972501 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6702e484-8d37-41d5-a487-333f5eb22cb8 req-ea11add1-f241-4d33-989d-2d5cd8e82b2a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60f858e8-f78c-4e19-9597-ef737b654946 HTTP/1.1" status: 200 len: 1001 time: 0.0998797 Aug 21 12:28:57.046854 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702e484-8d37-41d5-a487-333f5eb22cb8 req-f540877f-ab8d-4e20-ae5c-2eb300d86261 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:57.048425 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6702e484-8d37-41d5-a487-333f5eb22cb8 req-f540877f-ab8d-4e20-ae5c-2eb300d86261 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70758fb0-22b5-4316-a8d6-e9838934778a HTTP/1.1" status: 200 len: 847 time: 0.0691550 Aug 21 12:28:57.130328 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6702e484-8d37-41d5-a487-333f5eb22cb8 req-074b08d0-a6a7-47cd-ba1a-4a79f9906bb7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=584f663b-435a-48ca-b621-8f11c231b397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747035 Aug 21 12:28:57.275871 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6702e484-8d37-41d5-a487-333f5eb22cb8 req-fff6b646-bd60-4f6b-b7ce-c6538a0c3af8 service neutron] 10.222.0.21 "GET /v2.0/networks/584f663b-435a-48ca-b621-8f11c231b397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392245 Aug 21 12:28:57.423103 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6702e484-8d37-41d5-a487-333f5eb22cb8 req-442fbb32-6fa7-447e-8ce5-230145de7f28 service neutron] 10.222.0.21 "GET /v2.0/networks/584f663b-435a-48ca-b621-8f11c231b397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409545 Aug 21 12:28:58.119095 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-46c32db9-8fcd-43f7-a562-5859bffc71db req-7fa5fd5a-11c3-4fe5-90c6-eb06a51ee483 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=41e59d9d-bf74-48b4-be5f-b3ad8904821c HTTP/1.1" status: 200 len: 210 time: 0.1282489 Aug 21 12:28:58.199011 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-f0ca854c-c3f8-4b18-9f51-2e64c0d62d96 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:58.201269 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-f0ca854c-c3f8-4b18-9f51-2e64c0d62d96 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.21 "GET /v2.0/networks?id=14d88c8d-27b1-4c8c-b3d8-ea593f87c653 HTTP/1.1" status: 200 len: 814 time: 0.1736336 Aug 21 12:28:58.217783 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-5423a7c2-9914-4c1f-b426-f47f814ee32e tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Request body: {'port': {'device_id': '41e59d9d-bf74-48b4-be5f-b3ad8904821c', 'network_id': '14d88c8d-27b1-4c8c-b3d8-ea593f87c653', 'admin_state_up': True, 'tenant_id': 'e301f5604bb54cb099f094a2d3c53812'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:28:58.369288 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-5423a7c2-9914-4c1f-b426-f47f814ee32e tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:58.379517 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-5423a7c2-9914-4c1f-b426-f47f814ee32e tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:58.388898 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-5423a7c2-9914-4c1f-b426-f47f814ee32e tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Made reservation on behalf of e301f5604bb54cb099f094a2d3c53812 for: {'port': 1} {{(pid=82379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:28:58.394364 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-5423a7c2-9914-4c1f-b426-f47f814ee32e tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:58.565295 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_common [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-5423a7c2-9914-4c1f-b426-f47f814ee32e tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Allocated IP 172.20.0.7 (14d88c8d-27b1-4c8c-b3d8-ea593f87c653/1f7bd130-6807-4ba6-8bb8-16d36fadc956/750ea015-3760-4641-9d02-136df1ad40b6) {{(pid=82379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:28:58.783009 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-5423a7c2-9914-4c1f-b426-f47f814ee32e tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks [] for port, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:58.808200 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-5423a7c2-9914-4c1f-b426-f47f814ee32e tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757584912038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:58.814743 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-19408bea-f8cb-4546-ba64-80eb5770d996 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:58.821657 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['2e340d25-70ef-4d24-bab6-3a5fabb90a3c', '5e73c7b3-9f81-4dde-bb31-df15a0c4e67c', '5ad8a951-a8ba-47e4-9068-f00e7df0d14f'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:28:58.888128 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-5423a7c2-9914-4c1f-b426-f47f814ee32e tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Network 14d88c8d-27b1-4c8c-b3d8-ea593f87c653 is already hosted by enough agents. {{(pid=82379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:28:58.891961 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423a7c2-9914-4c1f-b426-f47f814ee32e tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Pushing event updated for resources: {'Port': ['ID=750ea015-3760-4641-9d02-136df1ad40b6,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:58.894382 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.base_scheduler [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-5423a7c2-9914-4c1f-b426-f47f814ee32e tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Resources bound (agent type, host, resource id): {{(pid=82379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:28:58.897053 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-5423a7c2-9914-4c1f-b426-f47f814ee32e tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Received port after_create {{(pid=82379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:28:58.940186 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423a7c2-9914-4c1f-b426-f47f814ee32e tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:58.940611 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423a7c2-9914-4c1f-b426-f47f814ee32e tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:58.941044 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423a7c2-9914-4c1f-b426-f47f814ee32e tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:58.941480 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423a7c2-9914-4c1f-b426-f47f814ee32e tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:58.941896 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423a7c2-9914-4c1f-b426-f47f814ee32e tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:58.942302 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423a7c2-9914-4c1f-b426-f47f814ee32e tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:58.942711 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423a7c2-9914-4c1f-b426-f47f814ee32e tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:58.943115 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423a7c2-9914-4c1f-b426-f47f814ee32e tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:58.943523 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423a7c2-9914-4c1f-b426-f47f814ee32e tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:58.943923 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423a7c2-9914-4c1f-b426-f47f814ee32e tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:58.944328 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423a7c2-9914-4c1f-b426-f47f814ee32e tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:58.954349 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5423a7c2-9914-4c1f-b426-f47f814ee32e tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:58.973250 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-5423a7c2-9914-4c1f-b426-f47f814ee32e tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:58.973920 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-5423a7c2-9914-4c1f-b426-f47f814ee32e tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:58.998774 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-5423a7c2-9914-4c1f-b426-f47f814ee32e tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7865560 Aug 21 12:28:59.011054 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.v2.base [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-c1be12de-4955-4212-b01b-5deaa5530cb3 service neutron] Request body: {'port': {'device_id': '41e59d9d-bf74-48b4-be5f-b3ad8904821c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:28:59.128253 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-c1be12de-4955-4212-b01b-5deaa5530cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:59.457748 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50396d2c-68a5-4093-81df-d9931bee2540 req-f8326032-196d-48f7-93ef-8246863bb293 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:59.458521 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-50396d2c-68a5-4093-81df-d9931bee2540 req-f8326032-196d-48f7-93ef-8246863bb293 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Synchronizing usage tracker for tenant:e301f5604bb54cb099f094a2d3c53812 on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:28:59.504496 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-50396d2c-68a5-4093-81df-d9931bee2540 req-f8326032-196d-48f7-93ef-8246863bb293 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Unset dirty status for tenant:e301f5604bb54cb099f094a2d3c53812 on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:28:59.505816 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-50396d2c-68a5-4093-81df-d9931bee2540 req-f8326032-196d-48f7-93ef-8246863bb293 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=41e59d9d-bf74-48b4-be5f-b3ad8904821c HTTP/1.1" status: 200 len: 931 time: 0.2514775 Aug 21 12:28:59.628769 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-50396d2c-68a5-4093-81df-d9931bee2540 req-3efef6c3-6fa2-4db4-9c33-d03fce960667 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147799 Aug 21 12:28:59.630645 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-c1be12de-4955-4212-b01b-5deaa5530cb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 750ea015-3760-4641-9d02-136df1ad40b6 {{(pid=82379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:28:59.638790 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-c1be12de-4955-4212-b01b-5deaa5530cb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:59.654497 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-c1be12de-4955-4212-b01b-5deaa5530cb3 service neutron] Transition to ACTIVE for port object 750ea015-3760-4641-9d02-136df1ad40b6 will not be triggered until provisioned by entity L2. {{(pid=82379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:28:59.657518 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-c1be12de-4955-4212-b01b-5deaa5530cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:59.661934 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:59.791037 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be12de-4955-4212-b01b-5deaa5530cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=750ea015-3760-4641-9d02-136df1ad40b6,revision_number=2']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:59.795791 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c1be12de-4955-4212-b01b-5deaa5530cb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:59.901135 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-c1be12de-4955-4212-b01b-5deaa5530cb3 service neutron] Attempting to bind port 750ea015-3760-4641-9d02-136df1ad40b6 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:28:59.901561 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-c1be12de-4955-4212-b01b-5deaa5530cb3 service neutron] Attempting to bind port 750ea015-3760-4641-9d02-136df1ad40b6 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '4626d0c5-ae36-4646-b0f8-eda358c170d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '14d88c8d-27b1-4c8c-b3d8-ea593f87c653'}] {{(pid=82379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:28:59.901872 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-c1be12de-4955-4212-b01b-5deaa5530cb3 service neutron] Attempting to bind port 750ea015-3760-4641-9d02-136df1ad40b6 on network 14d88c8d-27b1-4c8c-b3d8-ea593f87c653 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:28:59.907916 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-c1be12de-4955-4212-b01b-5deaa5530cb3 service neutron] Port 750ea015-3760-4641-9d02-136df1ad40b6 on network 14d88c8d-27b1-4c8c-b3d8-ea593f87c653 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:28:59.908276 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-c1be12de-4955-4212-b01b-5deaa5530cb3 service neutron] Attempting to bind port 750ea015-3760-4641-9d02-136df1ad40b6 on network 14d88c8d-27b1-4c8c-b3d8-ea593f87c653 {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:28:59.914830 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-c1be12de-4955-4212-b01b-5deaa5530cb3 service neutron] Checking agent: {'id': '04f4107c-da72-461b-9c35-d993a4b9fd6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'started_at': datetime.datetime(2021, 8, 21, 12, 15, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:28:59.915204 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-c1be12de-4955-4212-b01b-5deaa5530cb3 service neutron] Checking segment: {'id': '4626d0c5-ae36-4646-b0f8-eda358c170d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '14d88c8d-27b1-4c8c-b3d8-ea593f87c653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:28:59.915621 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-c1be12de-4955-4212-b01b-5deaa5530cb3 service neutron] Bound using segment: {'id': '4626d0c5-ae36-4646-b0f8-eda358c170d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '14d88c8d-27b1-4c8c-b3d8-ea593f87c653'} {{(pid=82379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:28:59.916085 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.managers [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-c1be12de-4955-4212-b01b-5deaa5530cb3 service neutron] Bound port: 750ea015-3760-4641-9d02-136df1ad40b6, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4626d0c5-ae36-4646-b0f8-eda358c170d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '14d88c8d-27b1-4c8c-b3d8-ea593f87c653'}}] {{(pid=82379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:28:59.916463 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-c1be12de-4955-4212-b01b-5deaa5530cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:00.005527 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-c1be12de-4955-4212-b01b-5deaa5530cb3 service neutron] For port 750ea015-3760-4641-9d02-136df1ad40b6, host hv-cinder-80547, cleared binding levels {{(pid=82379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:29:00.008745 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-c1be12de-4955-4212-b01b-5deaa5530cb3 service neutron] For port 750ea015-3760-4641-9d02-136df1ad40b6, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=750ea015-3760-4641-9d02-136df1ad40b6,segment=NetworkSegment(4626d0c5-ae36-4646-b0f8-eda358c170d8),segment_id=4626d0c5-ae36-4646-b0f8-eda358c170d8)] {{(pid=82379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:29:00.011994 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-c1be12de-4955-4212-b01b-5deaa5530cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847601965'] for port, after_update {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:00.016411 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-4cd45f83-8f22-46ba-8c2f-34c642d67f36 tempest-AttachVolumeTestJSON-1457790899 tempest-AttachVolumeTestJSON-1457790899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:00.079675 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-c1be12de-4955-4212-b01b-5deaa5530cb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:00.081172 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-c1be12de-4955-4212-b01b-5deaa5530cb3 service neutron] 10.222.0.21 "PUT /v2.0/ports/750ea015-3760-4641-9d02-136df1ad40b6 HTTP/1.1" status: 200 len: 1093 time: 1.0747595 Aug 21 12:29:00.081712 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e59d9d-bf74-48b4-be5f-b3ad8904821c', 'tag': '750ea015-3760-4641-9d02-136df1ad40b6'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:29:00.099038 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be12de-4955-4212-b01b-5deaa5530cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=750ea015-3760-4641-9d02-136df1ad40b6,revision_number=3']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:00.102381 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c1be12de-4955-4212-b01b-5deaa5530cb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:00.157403 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e59d9d-bf74-48b4-be5f-b3ad8904821c', 'tag': '750ea015-3760-4641-9d02-136df1ad40b6', 'status': 'completed', 'code': 200} Aug 21 12:29:00.194036 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-44d35848-c135-4cf0-91e1-fafe738d7ebe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e301f5604bb54cb099f094a2d3c53812&device_id=41e59d9d-bf74-48b4-be5f-b3ad8904821c HTTP/1.1" status: 200 len: 1096 time: 0.0758669 Aug 21 12:29:00.268175 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-2f0ad6c5-32ae-46ff-bfb5-0d3fa75da66e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=750ea015-3760-4641-9d02-136df1ad40b6 HTTP/1.1" status: 200 len: 217 time: 0.0664446 Aug 21 12:29:00.335454 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-95fd9d64-8e2a-42b6-b422-e33088be2ea4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:00.336961 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-95fd9d64-8e2a-42b6-b422-e33088be2ea4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f7bd130-6807-4ba6-8bb8-16d36fadc956 HTTP/1.1" status: 200 len: 854 time: 0.0622349 Aug 21 12:29:00.386541 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-4877a972-58c5-4010-9be9-0d34576996d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14d88c8d-27b1-4c8c-b3d8-ea593f87c653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418122 Aug 21 12:29:00.526884 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-e7c91bfc-5594-447c-aa2d-cec70b0a2ad9 service neutron] 10.222.0.21 "GET /v2.0/networks/14d88c8d-27b1-4c8c-b3d8-ea593f87c653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335635 Aug 21 12:29:00.674235 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ce2b655d-6d10-4ee5-b3f3-32121934b6fa req-6f885e87-7978-401e-8029-3aacd0ac0fee service neutron] 10.222.0.21 "GET /v2.0/networks/14d88c8d-27b1-4c8c-b3d8-ea593f87c653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402485 Aug 21 12:29:00.867519 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bba2a57e-7718-48d6-b018-c818b05be5b4 req-a6e4e49f-4e91-41cb-8a25-903746eb02d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e301f5604bb54cb099f094a2d3c53812&device_id=41e59d9d-bf74-48b4-be5f-b3ad8904821c HTTP/1.1" status: 200 len: 1096 time: 0.1453488 Aug 21 12:29:00.874897 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb675e-e30e-4909-887c-16130fb8a287 req-d842e4a0-570d-4264-8a63-503e3f095231 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:00.876371 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e5cb675e-e30e-4909-887c-16130fb8a287 req-d842e4a0-570d-4264-8a63-503e3f095231 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=41e59d9d-bf74-48b4-be5f-b3ad8904821c HTTP/1.1" status: 200 len: 943 time: 0.1130819 Aug 21 12:29:01.019030 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e5cb675e-e30e-4909-887c-16130fb8a287 req-425e2cb3-05f3-4685-908e-f00c676aaf01 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170266 Aug 21 12:29:01.052473 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2a57e-7718-48d6-b018-c818b05be5b4 req-84f992c7-c509-4015-900c-f439ab5f0af9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:01.054126 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bba2a57e-7718-48d6-b018-c818b05be5b4 req-84f992c7-c509-4015-900c-f439ab5f0af9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=14d88c8d-27b1-4c8c-b3d8-ea593f87c653 HTTP/1.1" status: 200 len: 915 time: 0.1743188 Aug 21 12:29:01.128337 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bba2a57e-7718-48d6-b018-c818b05be5b4 req-66bfb1dc-bec2-47dd-9738-8a31eeed202b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=750ea015-3760-4641-9d02-136df1ad40b6 HTTP/1.1" status: 200 len: 217 time: 0.0668178 Aug 21 12:29:01.199837 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2a57e-7718-48d6-b018-c818b05be5b4 req-084d08d0-902e-45b8-aa80-da89e0b25e44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:01.201463 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bba2a57e-7718-48d6-b018-c818b05be5b4 req-084d08d0-902e-45b8-aa80-da89e0b25e44 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f7bd130-6807-4ba6-8bb8-16d36fadc956 HTTP/1.1" status: 200 len: 854 time: 0.0622165 Aug 21 12:29:01.253683 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bba2a57e-7718-48d6-b018-c818b05be5b4 req-a1572a89-52c2-407c-b60a-bc6a5a8b9a3b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14d88c8d-27b1-4c8c-b3d8-ea593f87c653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444539 Aug 21 12:29:01.395903 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bba2a57e-7718-48d6-b018-c818b05be5b4 req-3887c712-1fb9-4148-b056-ef8fcca6ede9 service neutron] 10.222.0.21 "GET /v2.0/networks/14d88c8d-27b1-4c8c-b3d8-ea593f87c653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330271 Aug 21 12:29:01.535975 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bba2a57e-7718-48d6-b018-c818b05be5b4 req-264590e8-0aaf-46a5-96d1-2520f547e2f9 service neutron] 10.222.0.21 "GET /v2.0/networks/14d88c8d-27b1-4c8c-b3d8-ea593f87c653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333337 Aug 21 12:29:02.226118 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9050b0-fc18-4970-9973-a21789757c72 req-0666374c-848d-44f3-91a9-19944dfcef2d tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:02.227708 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ca9050b0-fc18-4970-9973-a21789757c72 req-0666374c-848d-44f3-91a9-19944dfcef2d tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=41e59d9d-bf74-48b4-be5f-b3ad8904821c HTTP/1.1" status: 200 len: 943 time: 0.0828569 Aug 21 12:29:02.275342 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ca9050b0-fc18-4970-9973-a21789757c72 req-29dcd13b-7df7-48ec-b439-0f72588b8d2d tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414441 Aug 21 12:29:03.482995 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb1b01-ad4d-4bcc-93b9-70f50026a0fd req-4ff60c27-181c-41e3-8377-9c42faf424e5 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:03.484558 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-03fb1b01-ad4d-4bcc-93b9-70f50026a0fd req-4ff60c27-181c-41e3-8377-9c42faf424e5 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=41e59d9d-bf74-48b4-be5f-b3ad8904821c HTTP/1.1" status: 200 len: 943 time: 0.0861752 Aug 21 12:29:03.532722 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-03fb1b01-ad4d-4bcc-93b9-70f50026a0fd req-e193d109-3c26-431b-afcc-4221374609bf tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421033 Aug 21 12:29:04.733313 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6590d7-23d8-4f35-a31d-a13fdbf5e9d0 req-33f53962-aed1-42d1-953e-113472503080 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:04.734891 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1b6590d7-23d8-4f35-a31d-a13fdbf5e9d0 req-33f53962-aed1-42d1-953e-113472503080 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=41e59d9d-bf74-48b4-be5f-b3ad8904821c HTTP/1.1" status: 200 len: 943 time: 0.0815976 Aug 21 12:29:04.785236 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1b6590d7-23d8-4f35-a31d-a13fdbf5e9d0 req-402eb74d-53bd-4260-b3ea-670ca121f366 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437510 Aug 21 12:29:04.962760 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 750ea015-3760-4641-9d02-136df1ad40b6 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:29:05.102628 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 750ea015-3760-4641-9d02-136df1ad40b6, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=750ea015-3760-4641-9d02-136df1ad40b6,segment=NetworkSegment(4626d0c5-ae36-4646-b0f8-eda358c170d8),segment_id=4626d0c5-ae36-4646-b0f8-eda358c170d8)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:29:05.116985 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Returning: {'device': '750ea015-3760-4641-9d02-136df1ad40b6', 'network_id': '14d88c8d-27b1-4c8c-b3d8-ea593f87c653', 'port_id': '750ea015-3760-4641-9d02-136df1ad40b6', 'mac_address': 'fa:16:3e:80:52:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7bd130-6807-4ba6-8bb8-16d36fadc956', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:29:05.171326 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:05.189528 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 750ea015-3760-4641-9d02-136df1ad40b6 {{(pid=82381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:29:05.204228 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 750ea015-3760-4641-9d02-136df1ad40b6, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=750ea015-3760-4641-9d02-136df1ad40b6,segment=NetworkSegment(4626d0c5-ae36-4646-b0f8-eda358c170d8),segment_id=4626d0c5-ae36-4646-b0f8-eda358c170d8)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:29:05.206708 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:05.208499 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-572210c8-8266-4fe2-a318-63663323b66c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:05.275011 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=750ea015-3760-4641-9d02-136df1ad40b6,revision_number=4']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:05.283831 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:05.284219 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:05.284603 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:05.284978 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:05.285399 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:05.285768 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:05.286136 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:05.286503 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:05.286867 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:05.287230 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:05.287592 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:05.291461 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:05.614284 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['750ea015-3760-4641-9d02-136df1ad40b6'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:29:06.207410 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e22eb7-aebb-47e7-b4a4-50765c10dcd0 req-774576ea-30f9-4045-82a2-55ece8de2d45 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:06.209002 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-46e22eb7-aebb-47e7-b4a4-50765c10dcd0 req-774576ea-30f9-4045-82a2-55ece8de2d45 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=41e59d9d-bf74-48b4-be5f-b3ad8904821c HTTP/1.1" status: 200 len: 944 time: 0.3005247 Aug 21 12:29:06.257502 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-46e22eb7-aebb-47e7-b4a4-50765c10dcd0 req-f6fef3a2-126b-4bb3-8e83-3a152e1b31ac tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413978 Aug 21 12:29:06.984713 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 750ea015-3760-4641-9d02-136df1ad40b6 up at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:29:07.060802 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning for port 750ea015-3760-4641-9d02-136df1ad40b6 completed by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:29:07.066037 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning complete for port 750ea015-3760-4641-9d02-136df1ad40b6 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:29:07.066457 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:07.194546 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:07.222587 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e59d9d-bf74-48b4-be5f-b3ad8904821c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750ea015-3760-4641-9d02-136df1ad40b6'}] {{(pid=82381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:29:07.233148 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 750ea015-3760-4641-9d02-136df1ad40b6, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=750ea015-3760-4641-9d02-136df1ad40b6,segment=NetworkSegment(4626d0c5-ae36-4646-b0f8-eda358c170d8),segment_id=4626d0c5-ae36-4646-b0f8-eda358c170d8)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:29:07.236631 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:07.239903 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:07.309120 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=750ea015-3760-4641-9d02-136df1ad40b6,revision_number=5']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:07.312467 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:07.355110 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020b86a-afec-4384-8a85-05b93e7d6214 req-af0101bc-5c42-4d37-8890-3feb4ebf21fa tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:07.357314 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3020b86a-afec-4384-8a85-05b93e7d6214 req-af0101bc-5c42-4d37-8890-3feb4ebf21fa tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 945 time: 0.0860505 Aug 21 12:29:07.370615 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e59d9d-bf74-48b4-be5f-b3ad8904821c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750ea015-3760-4641-9d02-136df1ad40b6', 'code': 200} Aug 21 12:29:07.412977 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-3020b86a-afec-4384-8a85-05b93e7d6214 req-b909218a-1393-4ca7-bc7e-357b245b0b02 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493529 Aug 21 12:29:07.598437 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5029fe-2bbd-4111-89b8-466131ea5b10 req-32e5f27d-3888-43da-8976-c4f15188606c tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:07.599925 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cd5029fe-2bbd-4111-89b8-466131ea5b10 req-32e5f27d-3888-43da-8976-c4f15188606c tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=41e59d9d-bf74-48b4-be5f-b3ad8904821c HTTP/1.1" status: 200 len: 945 time: 0.1286430 Aug 21 12:29:07.659292 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-43bc479b-8004-4382-b424-c9111c8d9f07 req-40ab9d5b-f8cc-4268-9974-7f8e232772fe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=41e59d9d-bf74-48b4-be5f-b3ad8904821c HTTP/1.1" status: 200 len: 1098 time: 0.1211445 Aug 21 12:29:07.683509 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-cd5029fe-2bbd-4111-89b8-466131ea5b10 req-87060cc0-ad5f-41a3-8d99-bd32689ea44b tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766084 Aug 21 12:29:07.709460 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-43bc479b-8004-4382-b424-c9111c8d9f07 req-0cf9ab9f-8d27-4313-b6da-42efbc771373 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414846 Aug 21 12:29:08.634007 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4197a-0c59-45a1-b083-7e5aa3e92476 req-3760ce2f-6398-49af-ba05-3b79deaadc72 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:08.635620 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-79f4197a-0c59-45a1-b083-7e5aa3e92476 req-3760ce2f-6398-49af-ba05-3b79deaadc72 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 945 time: 0.0851226 Aug 21 12:29:08.685817 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-79f4197a-0c59-45a1-b083-7e5aa3e92476 req-a4776481-d47a-47f9-a1af-55c7fcfbbf74 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432472 Aug 21 12:29:08.898371 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502f820-0d2b-4ce6-a072-66e926977a5b req-b4e01e70-0b6d-43c3-a7fc-ed653995bed2 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:08.899959 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f502f820-0d2b-4ce6-a072-66e926977a5b req-b4e01e70-0b6d-43c3-a7fc-ed653995bed2 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=41e59d9d-bf74-48b4-be5f-b3ad8904821c HTTP/1.1" status: 200 len: 945 time: 0.0871341 Aug 21 12:29:08.950971 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f502f820-0d2b-4ce6-a072-66e926977a5b req-63cb8b10-1cae-47d8-856b-378748b930fc tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439317 Aug 21 12:29:09.896579 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccebca5-0dd1-4759-90c6-1cf0cd5c8a81 req-7de3a9b6-31f5-4c38-9345-6fca0767f6a6 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:09.898226 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2ccebca5-0dd1-4759-90c6-1cf0cd5c8a81 req-7de3a9b6-31f5-4c38-9345-6fca0767f6a6 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 945 time: 0.0826225 Aug 21 12:29:09.951022 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2ccebca5-0dd1-4759-90c6-1cf0cd5c8a81 req-103b1cfa-b155-4830-8138-5991b024fe33 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457304 Aug 21 12:29:10.159289 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8874a57-7685-4547-8cc7-a7426265865e req-8325ffb3-80a2-4305-bc81-d864e7070a00 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:10.160859 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f8874a57-7685-4547-8cc7-a7426265865e req-8325ffb3-80a2-4305-bc81-d864e7070a00 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=41e59d9d-bf74-48b4-be5f-b3ad8904821c HTTP/1.1" status: 200 len: 945 time: 0.0817714 Aug 21 12:29:10.209057 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f8874a57-7685-4547-8cc7-a7426265865e req-f357dc9e-278b-4e7b-a40f-949a953e8c84 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419281 Aug 21 12:29:11.162526 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1596c0-8f5d-440a-ab98-51985bb8e42d req-d7daee55-baf3-4b9d-b6b4-b9db14149629 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:11.164087 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1d1596c0-8f5d-440a-ab98-51985bb8e42d req-d7daee55-baf3-4b9d-b6b4-b9db14149629 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 945 time: 0.0850508 Aug 21 12:29:11.212231 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1d1596c0-8f5d-440a-ab98-51985bb8e42d req-c031c6f6-6bac-4fee-a32c-b473898d938b tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414078 Aug 21 12:29:12.424480 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c12da-f976-4873-a412-6999d91b3b56 req-e68662e4-2cb6-45ba-9cc7-699f397dc593 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:12.426113 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-369c12da-f976-4873-a412-6999d91b3b56 req-e68662e4-2cb6-45ba-9cc7-699f397dc593 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 945 time: 0.0847416 Aug 21 12:29:12.477001 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-369c12da-f976-4873-a412-6999d91b3b56 req-c0010697-906f-4577-a505-de948c2dc36c tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444045 Aug 21 12:29:13.073207 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4a1aa5a3-cbae-4226-bafe-8e090909aa94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:13.688784 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4082a3a-f07d-4a8a-9040-7efd129de447 req-b61da4c5-6726-4126-8813-708bcce684f6 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:13.690469 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b4082a3a-f07d-4a8a-9040-7efd129de447 req-b61da4c5-6726-4126-8813-708bcce684f6 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 945 time: 0.0895205 Aug 21 12:29:13.741536 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b4082a3a-f07d-4a8a-9040-7efd129de447 req-b4212553-6d84-406e-b2cf-af1a5e7ff44f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446432 Aug 21 12:29:14.534331 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:14.960968 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c3908-153b-49a6-b5d3-2158f098af32 req-bc42afd0-cc0d-41ac-a6bd-d8c41be58bd1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:14.962706 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-aa0c3908-153b-49a6-b5d3-2158f098af32 req-bc42afd0-cc0d-41ac-a6bd-d8c41be58bd1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 945 time: 0.0884173 Aug 21 12:29:15.011517 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-aa0c3908-153b-49a6-b5d3-2158f098af32 req-7afdd973-1d24-4be6-b25f-754fbd8a3877 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425155 Aug 21 12:29:15.204611 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c6408c59-57a3-41cb-9b2c-bc1f42668815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:15.824654 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:16.226656 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b48532-e96c-4a0a-9808-308bec06fc14 req-f85d6dde-2158-4e2e-87d7-b61367067fc5 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:16.228247 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d4b48532-e96c-4a0a-9808-308bec06fc14 req-f85d6dde-2158-4e2e-87d7-b61367067fc5 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 945 time: 0.0869014 Aug 21 12:29:16.277416 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d4b48532-e96c-4a0a-9808-308bec06fc14 req-0e4690ca-8575-4ffb-95fe-8de0a58be00d tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427647 Aug 21 12:29:17.217056 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:17.555735 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ba16cca0-93fa-453a-a6ce-f8f83eecda3a req-61c6bde0-f72a-4801-be4e-58640c7f09f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c61de113f0bd4c8681decc48f0d759bb&device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 1098 time: 0.1542830 Aug 21 12:29:17.562677 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f28a38-17b9-47f3-8a8b-7bb464752eca req-eb6c033f-3196-4457-a010-5336bfbe46b1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:17.564131 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-70f28a38-17b9-47f3-8a8b-7bb464752eca req-eb6c033f-3196-4457-a010-5336bfbe46b1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 945 time: 0.1291533 Aug 21 12:29:17.709544 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-70f28a38-17b9-47f3-8a8b-7bb464752eca req-12552ab3-fa7d-4bd1-9302-47eb5e1e7cd1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226859 Aug 21 12:29:17.741546 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16cca0-93fa-453a-a6ce-f8f83eecda3a req-7a457cb4-5a36-4dde-8dcc-ed465fef36ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:17.743396 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ba16cca0-93fa-453a-a6ce-f8f83eecda3a req-7a457cb4-5a36-4dde-8dcc-ed465fef36ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=584f663b-435a-48ca-b621-8f11c231b397 HTTP/1.1" status: 200 len: 909 time: 0.1781542 Aug 21 12:29:17.856161 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ba16cca0-93fa-453a-a6ce-f8f83eecda3a req-a7858473-383e-431d-9fa8-1c20853f84b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60f858e8-f78c-4e19-9597-ef737b654946 HTTP/1.1" status: 200 len: 1001 time: 0.1050832 Aug 21 12:29:17.974202 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16cca0-93fa-453a-a6ce-f8f83eecda3a req-2943fb74-01f6-4e8b-925a-8fd40bc632e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:17.975742 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ba16cca0-93fa-453a-a6ce-f8f83eecda3a req-2943fb74-01f6-4e8b-925a-8fd40bc632e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70758fb0-22b5-4316-a8d6-e9838934778a HTTP/1.1" status: 200 len: 847 time: 0.1123593 Aug 21 12:29:18.053513 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb671f-82fd-44d7-930f-f0dae3971d1b req-b97921d1-250d-414d-92fb-75a4e109411c tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:18.055170 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d2eb671f-82fd-44d7-930f-f0dae3971d1b req-b97921d1-250d-414d-92fb-75a4e109411c tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=41e59d9d-bf74-48b4-be5f-b3ad8904821c HTTP/1.1" status: 200 len: 945 time: 0.1495595 Aug 21 12:29:18.107417 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ba16cca0-93fa-453a-a6ce-f8f83eecda3a req-46b6d4b8-09df-4a07-8aff-e291b73bd548 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=584f663b-435a-48ca-b621-8f11c231b397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1228693 Aug 21 12:29:18.143577 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d2eb671f-82fd-44d7-930f-f0dae3971d1b req-076a9c7e-a91e-446f-8392-6a062b453d84 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774531 Aug 21 12:29:18.256038 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ba16cca0-93fa-453a-a6ce-f8f83eecda3a req-935c08c4-e7a4-415a-a983-37487d0f42ed service neutron] 10.222.0.21 "GET /v2.0/networks/584f663b-435a-48ca-b621-8f11c231b397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407382 Aug 21 12:29:18.398222 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ba16cca0-93fa-453a-a6ce-f8f83eecda3a req-9690b2a7-46e5-4c56-bf25-2081db3e149f service neutron] 10.222.0.21 "GET /v2.0/networks/584f663b-435a-48ca-b621-8f11c231b397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341367 Aug 21 12:29:18.885407 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:18.925326 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd109e25-09e4-4324-a47e-c51c22832afb req-04c0578c-aa69-4c49-89b0-408418a70a2c tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:18.926903 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bd109e25-09e4-4324-a47e-c51c22832afb req-04c0578c-aa69-4c49-89b0-408418a70a2c tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 945 time: 0.0871878 Aug 21 12:29:18.975201 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-bd109e25-09e4-4324-a47e-c51c22832afb req-714a3cec-5592-4828-bf09-b8276cad391b tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419624 Aug 21 12:29:19.343626 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f70c09-a397-4f88-8fd2-9947d1603037 req-324085db-b5fd-44d2-938d-3eddf025c446 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:19.345233 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-54f70c09-a397-4f88-8fd2-9947d1603037 req-324085db-b5fd-44d2-938d-3eddf025c446 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=41e59d9d-bf74-48b4-be5f-b3ad8904821c HTTP/1.1" status: 200 len: 945 time: 0.0806940 Aug 21 12:29:19.393402 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-54f70c09-a397-4f88-8fd2-9947d1603037 req-b4767796-6752-4aa2-a713-4c2d43b474a5 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421772 Aug 21 12:29:19.967747 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0dab8-f0e4-4d8e-a521-ca04d3697a5d req-808c1b3d-e68b-436c-8396-1db5b8397fb5 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:19.969375 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-75f0dab8-f0e4-4d8e-a521-ca04d3697a5d req-808c1b3d-e68b-436c-8396-1db5b8397fb5 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.21 "GET /v2.0/ports?device_id=41e59d9d-bf74-48b4-be5f-b3ad8904821c HTTP/1.1" status: 200 len: 945 time: 0.0848203 Aug 21 12:29:20.044014 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-75f0dab8-f0e4-4d8e-a521-ca04d3697a5d req-2fc9f3e2-e026-4799-b9ed-a3f9ddda9bee tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Deleting port 750ea015-3760-4641-9d02-136df1ad40b6 {{(pid=82379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:29:20.045227 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-75f0dab8-f0e4-4d8e-a521-ca04d3697a5d req-2fc9f3e2-e026-4799-b9ed-a3f9ddda9bee tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:20.324068 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f63b16-4114-48f4-b4cd-66ba000fd8b2 req-f8a191a4-6490-4ed7-a370-28d43bbd6c38 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:20.325820 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c7f63b16-4114-48f4-b4cd-66ba000fd8b2 req-f8a191a4-6490-4ed7-a370-28d43bbd6c38 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 945 time: 0.2260878 Aug 21 12:29:20.414548 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-75f0dab8-f0e4-4d8e-a521-ca04d3697a5d req-2fc9f3e2-e026-4799-b9ed-a3f9ddda9bee tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] For port 750ea015-3760-4641-9d02-136df1ad40b6, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=750ea015-3760-4641-9d02-136df1ad40b6,segment=NetworkSegment(4626d0c5-ae36-4646-b0f8-eda358c170d8),segment_id=4626d0c5-ae36-4646-b0f8-eda358c170d8)] {{(pid=82379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:29:20.414548 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-75f0dab8-f0e4-4d8e-a521-ca04d3697a5d req-2fc9f3e2-e026-4799-b9ed-a3f9ddda9bee tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:20.431380 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-c7f63b16-4114-48f4-b4cd-66ba000fd8b2 req-8020bdc3-0393-4e8e-b7ac-ba5be76f4496 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993943 Aug 21 12:29:20.556003 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-75f0dab8-f0e4-4d8e-a521-ca04d3697a5d req-2fc9f3e2-e026-4799-b9ed-a3f9ddda9bee tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Calling delete_port for 750ea015-3760-4641-9d02-136df1ad40b6 owned by compute:nova {{(pid=82379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:29:20.749689 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb8b6a-806f-462c-ba45-63d81e14420f req-f8b70c52-9233-4c31-be58-6bff07df8cb6 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:20.751180 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0beb8b6a-806f-462c-ba45-63d81e14420f req-f8b70c52-9233-4c31-be58-6bff07df8cb6 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=41e59d9d-bf74-48b4-be5f-b3ad8904821c HTTP/1.1" status: 200 len: 945 time: 0.2022462 Aug 21 12:29:20.799601 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-75f0dab8-f0e4-4d8e-a521-ca04d3697a5d req-2fc9f3e2-e026-4799-b9ed-a3f9ddda9bee tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:20.807537 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f363bb75-eac1-4842-ba02-ad9b5c826546 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:20.811737 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['2e340d25-70ef-4d24-bab6-3a5fabb90a3c', '5e73c7b3-9f81-4dde-bb31-df15a0c4e67c', '5ad8a951-a8ba-47e4-9068-f00e7df0d14f', '750ea015-3760-4641-9d02-136df1ad40b6'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:29:20.862864 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9f3e2-e026-4799-b9ed-a3f9ddda9bee tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Pushing event deleted for resources: {'Port': ['ID=750ea015-3760-4641-9d02-136df1ad40b6,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:20.866012 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-2fc9f3e2-e026-4799-b9ed-a3f9ddda9bee tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:20.868963 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0beb8b6a-806f-462c-ba45-63d81e14420f req-fa978170-12d7-4d47-b6e6-1ce2d0d68616 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115887 Aug 21 12:29:21.148825 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f0dab8-f0e4-4d8e-a521-ca04d3697a5d req-2fc9f3e2-e026-4799-b9ed-a3f9ddda9bee tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] No DVR routers for this DVR port 750ea015-3760-4641-9d02-136df1ad40b6 on host hv-cinder-80547 {{(pid=82379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:29:21.151506 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-75f0dab8-f0e4-4d8e-a521-ca04d3697a5d req-2fc9f3e2-e026-4799-b9ed-a3f9ddda9bee tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:21.155690 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e59d9d-bf74-48b4-be5f-b3ad8904821c', 'name': 'network-vif-deleted', 'tag': '750ea015-3760-4641-9d02-136df1ad40b6'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:29:21.170221 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-75f0dab8-f0e4-4d8e-a521-ca04d3697a5d req-2fc9f3e2-e026-4799-b9ed-a3f9ddda9bee tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.21 "DELETE /v2.0/ports/750ea015-3760-4641-9d02-136df1ad40b6 HTTP/1.1" status: 204 len: 173 time: 1.1951129 Aug 21 12:29:21.218787 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e59d9d-bf74-48b4-be5f-b3ad8904821c', 'name': 'network-vif-deleted', 'tag': '750ea015-3760-4641-9d02-136df1ad40b6', 'status': 'completed', 'code': 200} Aug 21 12:29:21.640908 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea07797-2a6f-4261-9a85-669a31a70a79 req-a3607cf3-e4fa-4b25-9fb9-eeec6b278ceb tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:21.642858 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8ea07797-2a6f-4261-9a85-669a31a70a79 req-a3607cf3-e4fa-4b25-9fb9-eeec6b278ceb tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 945 time: 0.0872345 Aug 21 12:29:21.698034 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8ea07797-2a6f-4261-9a85-669a31a70a79 req-56eaad7a-b93f-4a03-b0f2-5cdb258b10c8 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485156 Aug 21 12:29:21.972501 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a7cda3ee-8035-400e-a4c7-332ecf70502a req-d88cf3bf-6eb1-4a6d-be68-c042ebd63451 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1472089 Aug 21 12:29:22.226567 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-34b9a50b-80fd-4df3-ad28-b9e02decc82c req-5a185f20-cf05-4cd0-901e-7edfd663de54 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1249239 Aug 21 12:29:22.266990 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769c8ac-4128-4776-ba2d-ed8b98833d73 req-cd26ddba-707a-4c3b-8ed8-c05c858e06f4 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:22.268593 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0769c8ac-4128-4776-ba2d-ed8b98833d73 req-cd26ddba-707a-4c3b-8ed8-c05c858e06f4 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 945 time: 0.0928957 Aug 21 12:29:22.321237 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0769c8ac-4128-4776-ba2d-ed8b98833d73 req-4a2fe5ff-a79a-49e9-ba7c-d89953a7696e tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461519 Aug 21 12:29:23.092023 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 60f858e8-f78c-4e19-9597-ef737b654946 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:29:23.213839 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:23.249034 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ca4ffe-c243-4cd0-b7d5-96f917201e82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60f858e8-f78c-4e19-9597-ef737b654946'}] {{(pid=82381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:29:23.259825 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 60f858e8-f78c-4e19-9597-ef737b654946, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=60f858e8-f78c-4e19-9597-ef737b654946,segment=NetworkSegment(6c4d65b5-ee89-49b8-a84e-3294554a92f4),segment_id=6c4d65b5-ee89-49b8-a84e-3294554a92f4)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:29:23.265110 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:23.265951 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 750ea015-3760-4641-9d02-136df1ad40b6 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:29:23.304425 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:23.332681 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-34b9a50b-80fd-4df3-ad28-b9e02decc82c req-049b4483-ebdd-40b0-b4f2-d221bb39a3f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82&tenant_id=c61de113f0bd4c8681decc48f0d759bb HTTP/1.1" status: 200 len: 1096 time: 0.0846398 Aug 21 12:29:23.341974 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] No Port match for: 750ea015-3760-4641-9d02-136df1ad40b6 {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:29:23.342541 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 750ea015-3760-4641-9d02-136df1ad40b6 not bound to the agent host hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:29:23.393292 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=60f858e8-f78c-4e19-9597-ef737b654946,revision_number=6']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:23.397050 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:23.455914 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-34b9a50b-80fd-4df3-ad28-b9e02decc82c req-d67c2008-320e-4c7b-a1aa-7429655cc7e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c61de113f0bd4c8681decc48f0d759bb&device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 1096 time: 0.0976162 Aug 21 12:29:23.470155 dv-cinder-805477-2-smb neutron-server[82268]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '91ca4ffe-c243-4cd0-b7d5-96f917201e82', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '60f858e8-f78c-4e19-9597-ef737b654946', 'code': 422} returned with failed status Aug 21 12:29:23.717661 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9a50b-80fd-4df3-ad28-b9e02decc82c req-7b7ac7dc-bc3c-4350-a4ba-5911f957adec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:23.719271 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-34b9a50b-80fd-4df3-ad28-b9e02decc82c req-7b7ac7dc-bc3c-4350-a4ba-5911f957adec service neutron] 10.222.0.21 "GET /v2.0/networks?id=584f663b-435a-48ca-b621-8f11c231b397 HTTP/1.1" status: 200 len: 909 time: 0.2481389 Aug 21 12:29:23.848467 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aeb6bc-9845-4493-b1db-689beba22fcf req-6f441de7-4a5b-4e99-becc-f76fe1a517f5 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:23.850103 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b6aeb6bc-9845-4493-b1db-689beba22fcf req-6f441de7-4a5b-4e99-becc-f76fe1a517f5 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 943 time: 0.2763565 Aug 21 12:29:23.883591 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc1e5e-91ca-4790-a960-aafc2e27a0ce req-2a25989e-8e2d-45ad-80cc-7387366850aa tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:23.884336 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-8abc1e5e-91ca-4790-a960-aafc2e27a0ce req-2a25989e-8e2d-45ad-80cc-7387366850aa tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Synchronizing usage tracker for tenant:e301f5604bb54cb099f094a2d3c53812 on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:29:23.893728 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-34b9a50b-80fd-4df3-ad28-b9e02decc82c req-802b09e6-72c8-4632-9fdb-1c4cade9b383 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60f858e8-f78c-4e19-9597-ef737b654946 HTTP/1.1" status: 200 len: 999 time: 0.1660805 Aug 21 12:29:23.963318 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-8abc1e5e-91ca-4790-a960-aafc2e27a0ce req-2a25989e-8e2d-45ad-80cc-7387366850aa tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Unset dirty status for tenant:e301f5604bb54cb099f094a2d3c53812 on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:29:23.964543 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8abc1e5e-91ca-4790-a960-aafc2e27a0ce req-2a25989e-8e2d-45ad-80cc-7387366850aa tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=311e2ddd-f1ad-4571-8c50-4cc1bc9ac890 HTTP/1.1" status: 200 len: 945 time: 0.3553145 Aug 21 12:29:23.997675 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b6aeb6bc-9845-4493-b1db-689beba22fcf req-bfbb9d12-0d27-4b36-be9d-080e0f219d7b tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366522 Aug 21 12:29:24.018669 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9a50b-80fd-4df3-ad28-b9e02decc82c req-52037d73-1a5f-46d1-8d59-36184f72f1e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:24.020211 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-34b9a50b-80fd-4df3-ad28-b9e02decc82c req-52037d73-1a5f-46d1-8d59-36184f72f1e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70758fb0-22b5-4316-a8d6-e9838934778a HTTP/1.1" status: 200 len: 847 time: 0.1191478 Aug 21 12:29:24.075762 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8abc1e5e-91ca-4790-a960-aafc2e27a0ce req-82b2a5d1-a948-4897-b215-c8c377beee60 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023269 Aug 21 12:29:24.108411 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-34b9a50b-80fd-4df3-ad28-b9e02decc82c req-6025975e-0853-480e-adea-ce33794ca17d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=584f663b-435a-48ca-b621-8f11c231b397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790384 Aug 21 12:29:24.250623 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-34b9a50b-80fd-4df3-ad28-b9e02decc82c req-56d6f019-d4a9-48b6-9fb1-a1aad690542b service neutron] 10.222.0.21 "GET /v2.0/networks/584f663b-435a-48ca-b621-8f11c231b397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349590 Aug 21 12:29:24.392108 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-34b9a50b-80fd-4df3-ad28-b9e02decc82c req-6c11d24a-54d3-4fec-a753-8541a685e5e1 service neutron] 10.222.0.21 "GET /v2.0/networks/584f663b-435a-48ca-b621-8f11c231b397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346915 Aug 21 12:29:25.205383 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afacb8a4-bcb1-49c9-9129-6a87dad570b9 req-58d9b7e0-a50c-4035-b306-efd72f26d8ec tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:25.206987 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-afacb8a4-bcb1-49c9-9129-6a87dad570b9 req-58d9b7e0-a50c-4035-b306-efd72f26d8ec tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 943 time: 0.0881901 Aug 21 12:29:25.308542 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-afacb8a4-bcb1-49c9-9129-6a87dad570b9 req-177541fc-a35b-44fa-a4bb-95790a2eabf6 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668926 Aug 21 12:29:25.326277 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df1c6-14f4-4f31-b66c-6ea27e061f76 req-a63a2e61-f3e5-43aa-b8a0-353d8d7da95f tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:25.327866 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-112df1c6-14f4-4f31-b66c-6ea27e061f76 req-a63a2e61-f3e5-43aa-b8a0-353d8d7da95f tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=311e2ddd-f1ad-4571-8c50-4cc1bc9ac890 HTTP/1.1" status: 200 len: 945 time: 0.1199305 Aug 21 12:29:25.378256 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-112df1c6-14f4-4f31-b66c-6ea27e061f76 req-45ab34d0-2f8c-486c-8caf-04ea3df9a755 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436714 Aug 21 12:29:25.584326 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647218e-c950-4bbe-9dc2-5897d615facf req-9caa8757-ae20-4ccd-9d30-ddb8464e3c45 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:25.585901 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8647218e-c950-4bbe-9dc2-5897d615facf req-9caa8757-ae20-4ccd-9d30-ddb8464e3c45 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.21 "GET /v2.0/ports?device_id=311e2ddd-f1ad-4571-8c50-4cc1bc9ac890 HTTP/1.1" status: 200 len: 945 time: 0.0835316 Aug 21 12:29:25.659697 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-8647218e-c950-4bbe-9dc2-5897d615facf req-2b97f6b1-4fdd-4911-8df9-4208556aaaf4 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Deleting port 5ad8a951-a8ba-47e4-9068-f00e7df0d14f {{(pid=82379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:29:25.660023 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-8647218e-c950-4bbe-9dc2-5897d615facf req-2b97f6b1-4fdd-4911-8df9-4208556aaaf4 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:25.914098 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-8647218e-c950-4bbe-9dc2-5897d615facf req-2b97f6b1-4fdd-4911-8df9-4208556aaaf4 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] For port 5ad8a951-a8ba-47e4-9068-f00e7df0d14f, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=5ad8a951-a8ba-47e4-9068-f00e7df0d14f,segment=NetworkSegment(4626d0c5-ae36-4646-b0f8-eda358c170d8),segment_id=4626d0c5-ae36-4646-b0f8-eda358c170d8)] {{(pid=82379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:29:25.914426 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-8647218e-c950-4bbe-9dc2-5897d615facf req-2b97f6b1-4fdd-4911-8df9-4208556aaaf4 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:26.038856 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-8647218e-c950-4bbe-9dc2-5897d615facf req-2b97f6b1-4fdd-4911-8df9-4208556aaaf4 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Calling delete_port for 5ad8a951-a8ba-47e4-9068-f00e7df0d14f owned by compute:nova {{(pid=82379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:29:26.179793 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-8647218e-c950-4bbe-9dc2-5897d615facf req-2b97f6b1-4fdd-4911-8df9-4208556aaaf4 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:26.185575 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d703c989-cc7d-4425-a829-d0aea9e935c1 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:26.191481 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['2e340d25-70ef-4d24-bab6-3a5fabb90a3c', '5e73c7b3-9f81-4dde-bb31-df15a0c4e67c', '5ad8a951-a8ba-47e4-9068-f00e7df0d14f'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:29:26.229929 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97f6b1-4fdd-4911-8df9-4208556aaaf4 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Pushing event deleted for resources: {'Port': ['ID=5ad8a951-a8ba-47e4-9068-f00e7df0d14f,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:26.233348 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-2b97f6b1-4fdd-4911-8df9-4208556aaaf4 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:26.307495 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-8647218e-c950-4bbe-9dc2-5897d615facf req-2b97f6b1-4fdd-4911-8df9-4208556aaaf4 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] No DVR routers for this DVR port 5ad8a951-a8ba-47e4-9068-f00e7df0d14f on host hv-cinder-80547 {{(pid=82379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:29:26.310289 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-8647218e-c950-4bbe-9dc2-5897d615facf req-2b97f6b1-4fdd-4911-8df9-4208556aaaf4 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:26.313179 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311e2ddd-f1ad-4571-8c50-4cc1bc9ac890', 'name': 'network-vif-deleted', 'tag': '5ad8a951-a8ba-47e4-9068-f00e7df0d14f'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:29:26.328977 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-8647218e-c950-4bbe-9dc2-5897d615facf req-2b97f6b1-4fdd-4911-8df9-4208556aaaf4 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.21 "DELETE /v2.0/ports/5ad8a951-a8ba-47e4-9068-f00e7df0d14f HTTP/1.1" status: 204 len: 173 time: 0.7361944 Aug 21 12:29:26.380104 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311e2ddd-f1ad-4571-8c50-4cc1bc9ac890', 'name': 'network-vif-deleted', 'tag': '5ad8a951-a8ba-47e4-9068-f00e7df0d14f', 'status': 'completed', 'code': 200} Aug 21 12:29:26.577007 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-a34e916d-bc0f-4f49-a7eb-694eb6259085 req-50bf9f9b-d2fc-4a42-ad5a-877cbc475f53 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Synchronizing usage tracker for tenant:e301f5604bb54cb099f094a2d3c53812 on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:29:26.593722 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce5d79-7eef-4459-9e69-55abe9f813ef req-7c33a621-56a5-4730-9833-9453e33b0756 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:26.595311 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-48ce5d79-7eef-4459-9e69-55abe9f813ef req-7c33a621-56a5-4730-9833-9453e33b0756 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 943 time: 0.1400805 Aug 21 12:29:26.618913 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-a34e916d-bc0f-4f49-a7eb-694eb6259085 req-50bf9f9b-d2fc-4a42-ad5a-877cbc475f53 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Unset dirty status for tenant:e301f5604bb54cb099f094a2d3c53812 on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:29:26.620111 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-a34e916d-bc0f-4f49-a7eb-694eb6259085 req-50bf9f9b-d2fc-4a42-ad5a-877cbc475f53 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=311e2ddd-f1ad-4571-8c50-4cc1bc9ac890 HTTP/1.1" status: 200 len: 210 time: 0.0897357 Aug 21 12:29:26.648098 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-48ce5d79-7eef-4459-9e69-55abe9f813ef req-d64debf0-bcdc-4a5f-b3a2-b9eda35c42b7 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463879 Aug 21 12:29:27.857663 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761fae9-2763-41b8-b240-cbcd1eadd657 req-09ed8ca0-32f6-4d23-8936-acfa3fe9e46d tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:27.859286 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5761fae9-2763-41b8-b240-cbcd1eadd657 req-09ed8ca0-32f6-4d23-8936-acfa3fe9e46d tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 943 time: 0.0872908 Aug 21 12:29:27.908984 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5761fae9-2763-41b8-b240-cbcd1eadd657 req-8617bdfa-174c-414c-965f-4cb530afc458 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435781 Aug 21 12:29:28.119957 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e279668-f56e-4227-a4be-06ac7db50636 req-95dcafc0-ca85-44e0-a42f-14525adecf2b tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:28.121596 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9e279668-f56e-4227-a4be-06ac7db50636 req-95dcafc0-ca85-44e0-a42f-14525adecf2b tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ea0ac3-13e4-47b1-8f6e-2a857446337f HTTP/1.1" status: 200 len: 945 time: 0.0825546 Aug 21 12:29:28.172812 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9e279668-f56e-4227-a4be-06ac7db50636 req-53eb87d6-7ce6-4ac3-a9c4-4e74b593230e tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446177 Aug 21 12:29:29.111948 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 60f858e8-f78c-4e19-9597-ef737b654946 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:29:29.115145 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17f142-e987-4ee5-9b5b-ab63d2fc4006 req-f5e16703-0d8c-4da5-8878-06a00f63c536 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:29.116739 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1b17f142-e987-4ee5-9b5b-ab63d2fc4006 req-f5e16703-0d8c-4da5-8878-06a00f63c536 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 943 time: 0.0828731 Aug 21 12:29:29.117279 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 5ad8a951-a8ba-47e4-9068-f00e7df0d14f no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:29:29.156118 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] No Port match for: 5ad8a951-a8ba-47e4-9068-f00e7df0d14f {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:29:29.156518 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 5ad8a951-a8ba-47e4-9068-f00e7df0d14f not bound to the agent host hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:29:29.167098 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-1b17f142-e987-4ee5-9b5b-ab63d2fc4006 req-4ac3ffc1-9b0f-4690-8283-6bfdd65a5bd8 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429661 Aug 21 12:29:29.300416 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 60f858e8-f78c-4e19-9597-ef737b654946, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=60f858e8-f78c-4e19-9597-ef737b654946,segment=NetworkSegment(6c4d65b5-ee89-49b8-a84e-3294554a92f4),segment_id=6c4d65b5-ee89-49b8-a84e-3294554a92f4)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:29:29.318432 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Returning: {'device': '60f858e8-f78c-4e19-9597-ef737b654946', 'network_id': '584f663b-435a-48ca-b621-8f11c231b397', 'port_id': '60f858e8-f78c-4e19-9597-ef737b654946', 'mac_address': 'fa:16:3e:91:cc:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70758fb0-22b5-4316-a8d6-e9838934778a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:29:29.373662 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:29.389781 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2efe2-15e2-40fc-b71a-038757fca23e req-72eb243f-24ce-4190-b622-7d84f3cbbcf7 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:29.391280 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f858e8-f78c-4e19-9597-ef737b654946 {{(pid=82381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:29:29.391398 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6da2efe2-15e2-40fc-b71a-038757fca23e req-72eb243f-24ce-4190-b622-7d84f3cbbcf7 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ea0ac3-13e4-47b1-8f6e-2a857446337f HTTP/1.1" status: 200 len: 945 time: 0.0875673 Aug 21 12:29:29.406444 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 60f858e8-f78c-4e19-9597-ef737b654946, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=60f858e8-f78c-4e19-9597-ef737b654946,segment=NetworkSegment(6c4d65b5-ee89-49b8-a84e-3294554a92f4),segment_id=6c4d65b5-ee89-49b8-a84e-3294554a92f4)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:29:29.410396 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:29.412148 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:29.441738 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6da2efe2-15e2-40fc-b71a-038757fca23e req-a6dd43f9-7b3a-416f-9618-e1204e159207 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440972 Aug 21 12:29:29.479122 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=60f858e8-f78c-4e19-9597-ef737b654946,revision_number=7']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:29.482874 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:29.626248 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1c6cb-ad14-4557-8f89-6aa8f3332cab req-1dc5021e-6347-4876-8737-57938d578114 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:29.627718 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2aa1c6cb-ad14-4557-8f89-6aa8f3332cab req-1dc5021e-6347-4876-8737-57938d578114 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.21 "GET /v2.0/ports?device_id=82ea0ac3-13e4-47b1-8f6e-2a857446337f HTTP/1.1" status: 200 len: 945 time: 0.0820961 Aug 21 12:29:29.704183 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-2aa1c6cb-ad14-4557-8f89-6aa8f3332cab req-88d45660-5ee9-4b7b-aee4-4d5fb64ca418 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Deleting port 5e73c7b3-9f81-4dde-bb31-df15a0c4e67c {{(pid=82379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:29:29.704571 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-2aa1c6cb-ad14-4557-8f89-6aa8f3332cab req-88d45660-5ee9-4b7b-aee4-4d5fb64ca418 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:29.781259 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['60f858e8-f78c-4e19-9597-ef737b654946'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:29:29.863747 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:29:29.966095 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-2aa1c6cb-ad14-4557-8f89-6aa8f3332cab req-88d45660-5ee9-4b7b-aee4-4d5fb64ca418 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] For port 5e73c7b3-9f81-4dde-bb31-df15a0c4e67c, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=5e73c7b3-9f81-4dde-bb31-df15a0c4e67c,segment=NetworkSegment(4626d0c5-ae36-4646-b0f8-eda358c170d8),segment_id=4626d0c5-ae36-4646-b0f8-eda358c170d8)] {{(pid=82379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:29:29.966356 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-2aa1c6cb-ad14-4557-8f89-6aa8f3332cab req-88d45660-5ee9-4b7b-aee4-4d5fb64ca418 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:30.307580 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-2aa1c6cb-ad14-4557-8f89-6aa8f3332cab req-88d45660-5ee9-4b7b-aee4-4d5fb64ca418 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Calling delete_port for 5e73c7b3-9f81-4dde-bb31-df15a0c4e67c owned by compute:nova {{(pid=82379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:29:30.491772 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c192f6-8bb3-4d67-9a7d-0454d0a34729 req-fc72facf-23b6-47ae-a53c-8bdf2b562df8 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:30.493688 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b7c192f6-8bb3-4d67-9a7d-0454d0a34729 req-fc72facf-23b6-47ae-a53c-8bdf2b562df8 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 944 time: 0.1935101 Aug 21 12:29:30.557520 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-2aa1c6cb-ad14-4557-8f89-6aa8f3332cab req-88d45660-5ee9-4b7b-aee4-4d5fb64ca418 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:30.565906 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-77274575-afe8-41ed-a99d-40c6537dca1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:30.606587 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['2e340d25-70ef-4d24-bab6-3a5fabb90a3c', '5e73c7b3-9f81-4dde-bb31-df15a0c4e67c'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:29:30.611696 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-b7c192f6-8bb3-4d67-9a7d-0454d0a34729 req-babc2552-4ee8-47b1-8be9-71992aa89dac tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077566 Aug 21 12:29:30.655232 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d45660-5ee9-4b7b-aee4-4d5fb64ca418 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Pushing event deleted for resources: {'Port': ['ID=5e73c7b3-9f81-4dde-bb31-df15a0c4e67c,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:30.695812 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-88d45660-5ee9-4b7b-aee4-4d5fb64ca418 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:30.705413 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-841d7c97-7346-4f63-a1e6-907e8c094b31 req-ff000990-8c2c-472a-9717-4e53b70adb13 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ea0ac3-13e4-47b1-8f6e-2a857446337f HTTP/1.1" status: 200 len: 210 time: 0.1035697 Aug 21 12:29:30.739805 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa1c6cb-ad14-4557-8f89-6aa8f3332cab req-88d45660-5ee9-4b7b-aee4-4d5fb64ca418 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] No DVR routers for this DVR port 5e73c7b3-9f81-4dde-bb31-df15a0c4e67c on host hv-cinder-80547 {{(pid=82379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:29:30.742552 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-2aa1c6cb-ad14-4557-8f89-6aa8f3332cab req-88d45660-5ee9-4b7b-aee4-4d5fb64ca418 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:30.745371 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ea0ac3-13e4-47b1-8f6e-2a857446337f', 'name': 'network-vif-deleted', 'tag': '5e73c7b3-9f81-4dde-bb31-df15a0c4e67c'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:29:30.761310 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2aa1c6cb-ad14-4557-8f89-6aa8f3332cab req-88d45660-5ee9-4b7b-aee4-4d5fb64ca418 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.21 "DELETE /v2.0/ports/5e73c7b3-9f81-4dde-bb31-df15a0c4e67c HTTP/1.1" status: 204 len: 173 time: 1.1279459 Aug 21 12:29:30.815154 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ea0ac3-13e4-47b1-8f6e-2a857446337f', 'name': 'network-vif-deleted', 'tag': '5e73c7b3-9f81-4dde-bb31-df15a0c4e67c', 'status': 'completed', 'code': 200} Aug 21 12:29:31.110643 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 60f858e8-f78c-4e19-9597-ef737b654946 up at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:29:31.182113 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.provisioning_blocks [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Provisioning complete for port 60f858e8-f78c-4e19-9597-ef737b654946 triggered by entity L2. {{(pid=82381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:29:31.182528 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854768745'] for port, provisioning_complete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:31.299224 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1537266'] for port, before_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:31.326408 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ca4ffe-c243-4cd0-b7d5-96f917201e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f858e8-f78c-4e19-9597-ef737b654946'}] {{(pid=82381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:29:31.336653 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] For port 60f858e8-f78c-4e19-9597-ef737b654946, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=60f858e8-f78c-4e19-9597-ef737b654946,segment=NetworkSegment(6c4d65b5-ee89-49b8-a84e-3294554a92f4),segment_id=6c4d65b5-ee89-49b8-a84e-3294554a92f4)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:29:31.340315 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757585390622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757584912055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279269863728'] for port, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:31.342627 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:31.387358 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ca4ffe-c243-4cd0-b7d5-96f917201e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f858e8-f78c-4e19-9597-ef737b654946', 'code': 200} Aug 21 12:29:31.415278 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Pushing event updated for resources: {'Port': ['ID=60f858e8-f78c-4e19-9597-ef737b654946,revision_number=8']} {{(pid=82381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:31.418311 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:31.682040 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2da7910a-f96e-48e9-b402-6e0e3a2eefd1 req-4b48058d-e57a-4ef6-bd55-7a4556adb6c8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 1098 time: 0.0781057 Aug 21 12:29:31.729908 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-2da7910a-f96e-48e9-b402-6e0e3a2eefd1 req-74129568-dad6-49df-85fa-1b15518b5794 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415773 Aug 21 12:29:31.821801 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c8fa6-9dc1-42a9-8795-bc78ab3236c8 req-cd860400-7d53-4824-a5e4-918e606e9a49 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:31.823435 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f78c8fa6-9dc1-42a9-8795-bc78ab3236c8 req-cd860400-7d53-4824-a5e4-918e606e9a49 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 945 time: 0.0842352 Aug 21 12:29:31.873372 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-f78c8fa6-9dc1-42a9-8795-bc78ab3236c8 req-ca0c2358-c9e2-4060-9a54-274268e3f832 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426912 Aug 21 12:29:33.088974 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213f4c9-0f89-495b-a774-dd9622d53b63 req-6e6f5351-0f94-474e-ad0a-7bc01aece262 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:33.090650 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9213f4c9-0f89-495b-a774-dd9622d53b63 req-6e6f5351-0f94-474e-ad0a-7bc01aece262 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 945 time: 0.0917153 Aug 21 12:29:33.120665 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 5e73c7b3-9f81-4dde-bb31-df15a0c4e67c no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:29:33.141614 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-9213f4c9-0f89-495b-a774-dd9622d53b63 req-9dc6faaa-37db-4f5c-95bc-2a1c4aba616f tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445924 Aug 21 12:29:33.168282 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] No Port match for: 5e73c7b3-9f81-4dde-bb31-df15a0c4e67c {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:29:33.168282 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 5e73c7b3-9f81-4dde-bb31-df15a0c4e67c not bound to the agent host hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:29:33.440926 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11487f7-18fe-4400-89e7-fc6734aadd7c req-e21e4bd0-e2f3-4a3a-a625-23b3883431c8 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:33.441712 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-d11487f7-18fe-4400-89e7-fc6734aadd7c req-e21e4bd0-e2f3-4a3a-a625-23b3883431c8 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Synchronizing usage tracker for tenant:e301f5604bb54cb099f094a2d3c53812 on resource:port {{(pid=82379) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:29:33.456363 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [req-d11487f7-18fe-4400-89e7-fc6734aadd7c req-e21e4bd0-e2f3-4a3a-a625-23b3883431c8 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Unset dirty status for tenant:e301f5604bb54cb099f094a2d3c53812 on resource:port {{(pid=82379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:29:33.457628 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d11487f7-18fe-4400-89e7-fc6734aadd7c req-e21e4bd0-e2f3-4a3a-a625-23b3883431c8 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7d0b088-92eb-4ce5-9ea7-d5310979a01e HTTP/1.1" status: 200 len: 945 time: 0.0968897 Aug 21 12:29:33.506701 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-d11487f7-18fe-4400-89e7-fc6734aadd7c req-910b68c1-c227-40d9-91c9-32a9eb2e66e8 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429761 Aug 21 12:29:34.353097 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dcc37-ce25-4336-976a-89b173e69939 req-22e2766c-fae5-4de8-b169-a6d6bc99c7c3 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:34.354677 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6d4dcc37-ce25-4336-976a-89b173e69939 req-22e2766c-fae5-4de8-b169-a6d6bc99c7c3 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 945 time: 0.0859499 Aug 21 12:29:34.402905 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-6d4dcc37-ce25-4336-976a-89b173e69939 req-5404654d-f71e-4f1c-81ad-f6896a25ef7d tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416598 Aug 21 12:29:34.715746 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02c815-806e-4f21-a169-7659b4fb9e25 req-c8c64c9c-278a-49be-99f7-64cde093bd48 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:34.717389 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ff02c815-806e-4f21-a169-7659b4fb9e25 req-c8c64c9c-278a-49be-99f7-64cde093bd48 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7d0b088-92eb-4ce5-9ea7-d5310979a01e HTTP/1.1" status: 200 len: 945 time: 0.0832441 Aug 21 12:29:34.770666 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ff02c815-806e-4f21-a169-7659b4fb9e25 req-15383c4c-815f-4fe4-875f-07b55d2b91bc tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9db8151-93ca-470c-8cee-65c62b762a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472274 Aug 21 12:29:35.210714 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1771d-8081-4d07-8cbc-c4a8ab1e4e78 req-c0ae7213-e8cf-42da-bf38-42a4986ed9f4 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:35.212366 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-02d1771d-8081-4d07-8cbc-c4a8ab1e4e78 req-c0ae7213-e8cf-42da-bf38-42a4986ed9f4 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7d0b088-92eb-4ce5-9ea7-d5310979a01e HTTP/1.1" status: 200 len: 945 time: 0.0826056 Aug 21 12:29:35.283895 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-02d1771d-8081-4d07-8cbc-c4a8ab1e4e78 req-bbb20160-013b-4c6d-8fea-e72387c2dd24 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Deleting port 2e340d25-70ef-4d24-bab6-3a5fabb90a3c {{(pid=82379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:29:35.284282 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-02d1771d-8081-4d07-8cbc-c4a8ab1e4e78 req-bbb20160-013b-4c6d-8fea-e72387c2dd24 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:35.537661 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-02d1771d-8081-4d07-8cbc-c4a8ab1e4e78 req-bbb20160-013b-4c6d-8fea-e72387c2dd24 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] For port 2e340d25-70ef-4d24-bab6-3a5fabb90a3c, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2e340d25-70ef-4d24-bab6-3a5fabb90a3c,segment=NetworkSegment(4626d0c5-ae36-4646-b0f8-eda358c170d8),segment_id=4626d0c5-ae36-4646-b0f8-eda358c170d8)] {{(pid=82379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:29:35.538174 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-02d1771d-8081-4d07-8cbc-c4a8ab1e4e78 req-bbb20160-013b-4c6d-8fea-e72387c2dd24 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:35.662604 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-02d1771d-8081-4d07-8cbc-c4a8ab1e4e78 req-bbb20160-013b-4c6d-8fea-e72387c2dd24 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Calling delete_port for 2e340d25-70ef-4d24-bab6-3a5fabb90a3c owned by compute:nova {{(pid=82379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:29:35.811462 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-02d1771d-8081-4d07-8cbc-c4a8ab1e4e78 req-bbb20160-013b-4c6d-8fea-e72387c2dd24 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:35.818682 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-acd53bd1-752c-4bdd-96eb-4dfba5e5fd2d tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:35.825726 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] get_ports_and_sgs() called for port_ids ['2e340d25-70ef-4d24-bab6-3a5fabb90a3c'] {{(pid=82381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:29:35.863625 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb20160-013b-4c6d-8fea-e72387c2dd24 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Pushing event deleted for resources: {'Port': ['ID=2e340d25-70ef-4d24-bab6-3a5fabb90a3c,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:35.866718 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-bbb20160-013b-4c6d-8fea-e72387c2dd24 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:35.981878 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d1771d-8081-4d07-8cbc-c4a8ab1e4e78 req-bbb20160-013b-4c6d-8fea-e72387c2dd24 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] No DVR routers for this DVR port 2e340d25-70ef-4d24-bab6-3a5fabb90a3c on host hv-cinder-80547 {{(pid=82379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:29:35.985183 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-0b9d82c3-77af-48f4-8373-055b86a4e973 req-0c32d9f3-d73d-4797-a383-8e9d3529968d tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7d0b088-92eb-4ce5-9ea7-d5310979a01e HTTP/1.1" status: 200 len: 210 time: 0.0809016 Aug 21 12:29:35.986229 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-02d1771d-8081-4d07-8cbc-c4a8ab1e4e78 req-bbb20160-013b-4c6d-8fea-e72387c2dd24 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:35.988980 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d0b088-92eb-4ce5-9ea7-d5310979a01e', 'name': 'network-vif-deleted', 'tag': '2e340d25-70ef-4d24-bab6-3a5fabb90a3c'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:29:36.004950 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-02d1771d-8081-4d07-8cbc-c4a8ab1e4e78 req-bbb20160-013b-4c6d-8fea-e72387c2dd24 tempest-AttachVolumeNegativeTest-1182313071 tempest-AttachVolumeNegativeTest-1182313071-project] 10.222.0.21 "DELETE /v2.0/ports/2e340d25-70ef-4d24-bab6-3a5fabb90a3c HTTP/1.1" status: 204 len: 173 time: 0.7872276 Aug 21 12:29:36.046872 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d0b088-92eb-4ce5-9ea7-d5310979a01e', 'name': 'network-vif-deleted', 'tag': '2e340d25-70ef-4d24-bab6-3a5fabb90a3c', 'status': 'completed', 'code': 200} Aug 21 12:29:37.092626 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 46736) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:37.159162 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c6091b-7170-43e9-9b7b-f06bc70edac3 admin admin] Deleting subnet 1f7bd130-6807-4ba6-8bb8-16d36fadc956 {{(pid=82380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:29:37.162146 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c0c6091b-7170-43e9-9b7b-f06bc70edac3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:37.216107 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c0c6091b-7170-43e9-9b7b-f06bc70edac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848065894'] for subnet, precommit_delete_associations {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:37.273303 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c0c6091b-7170-43e9-9b7b-f06bc70edac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:37.338178 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c0c6091b-7170-43e9-9b7b-f06bc70edac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848059214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6737682'] for subnet, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:37.342672 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c6565db5-fb19-4c22-bb3b-ca0ea261a24a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:37.384109 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6091b-7170-43e9-9b7b-f06bc70edac3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f7bd130-6807-4ba6-8bb8-16d36fadc956,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:37.394780 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c0c6091b-7170-43e9-9b7b-f06bc70edac3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:37.399454 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6091b-7170-43e9-9b7b-f06bc70edac3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:37.399871 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6091b-7170-43e9-9b7b-f06bc70edac3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:37.400278 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6091b-7170-43e9-9b7b-f06bc70edac3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:37.400683 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6091b-7170-43e9-9b7b-f06bc70edac3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:37.401107 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6091b-7170-43e9-9b7b-f06bc70edac3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:37.401508 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6091b-7170-43e9-9b7b-f06bc70edac3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:37.401905 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6091b-7170-43e9-9b7b-f06bc70edac3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:37.402302 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6091b-7170-43e9-9b7b-f06bc70edac3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:37.402697 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6091b-7170-43e9-9b7b-f06bc70edac3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:37.403115 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6091b-7170-43e9-9b7b-f06bc70edac3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:37.403510 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6091b-7170-43e9-9b7b-f06bc70edac3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:37.407440 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c0c6091b-7170-43e9-9b7b-f06bc70edac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:37.409618 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-c0c6091b-7170-43e9-9b7b-f06bc70edac3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1f7bd130-6807-4ba6-8bb8-16d36fadc956 HTTP/1.1" status: 204 len: 168 time: 0.3158684 Aug 21 12:29:37.411602 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 46740) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:37.526599 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-af0bb019-f3a2-40ea-8715-1126d43c7aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-476761'] for network, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:37.655013 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-af0bb019-f3a2-40ea-8715-1126d43c7aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773097', 'neutron.services.segments.db._delete_segments_for_network--9223363279269330172'] for network, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:37.668142 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-af0bb019-f3a2-40ea-8715-1126d43c7aca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d88c8d-27b1-4c8c-b3d8-ea593f87c653']}} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:29:37.681442 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-af0bb019-f3a2-40ea-8715-1126d43c7aca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4626d0c5-ae36-4646-b0f8-eda358c170d8') {'for_net_delete': True} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:29:37.681767 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-af0bb019-f3a2-40ea-8715-1126d43c7aca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4626d0c5-ae36-4646-b0f8-eda358c170d8') {} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:29:37.694175 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-af0bb019-f3a2-40ea-8715-1126d43c7aca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279269335395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6709906'] for segment, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:37.708645 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-af0bb019-f3a2-40ea-8715-1126d43c7aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:37.715115 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0bb019-f3a2-40ea-8715-1126d43c7aca admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=82380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:29:37.715577 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-af0bb019-f3a2-40ea-8715-1126d43c7aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854685446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848059169'] for segment, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: Traceback (most recent call last): Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: timer() Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: cb(*args, **kw) Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: return func(*args, **kwargs) Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: self._notify() Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: self.callback(batched_events) Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: event.method(event) Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: segment_id)['aggregates'][0] Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: return f(self, *a, **k) Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: return self._get(url).json() Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: **kwargs) Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: return self.request(url, 'GET', **kwargs) Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: **endpoint_filter) Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:29:37.729226 dv-cinder-805477-2-smb neutron-server[82268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:29:37.807948 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-af0bb019-f3a2-40ea-8715-1126d43c7aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846847901'] for network, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:37.812256 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:37.825995 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-af0bb019-f3a2-40ea-8715-1126d43c7aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:37.836831 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0bb019-f3a2-40ea-8715-1126d43c7aca admin admin] Pushing event deleted for resources: {'Network': ['ID=14d88c8d-27b1-4c8c-b3d8-ea593f87c653,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:37.840191 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-af0bb019-f3a2-40ea-8715-1126d43c7aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:37.844968 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-af0bb019-f3a2-40ea-8715-1126d43c7aca admin admin] 10.222.0.11 "DELETE /v2.0/networks/14d88c8d-27b1-4c8c-b3d8-ea593f87c653 HTTP/1.1" status: 204 len: 168 time: 0.4323671 Aug 21 12:29:37.989272 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 46746) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:38.042885 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-84bf24e6-5a63-484c-89c3-ab001b5c387a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e301f5604bb54cb099f094a2d3c53812&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0522799 Aug 21 12:29:38.046200 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 46750) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:38.107937 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e29e7934-9ba5-48c2-8849-c510a5793c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:38.134083 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e29e7934-9ba5-48c2-8849-c510a5793c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:38.181495 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e29e7934-9ba5-48c2-8849-c510a5793c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:38.186538 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3fe3f211-cde0-478b-8c97-8de22094f491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:38.203335 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e7934-9ba5-48c2-8849-c510a5793c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9db8151-93ca-470c-8cee-65c62b762a78,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:38.206125 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-e29e7934-9ba5-48c2-8849-c510a5793c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:38.212001 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e29e7934-9ba5-48c2-8849-c510a5793c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:38.213276 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-e29e7934-9ba5-48c2-8849-c510a5793c9d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d9db8151-93ca-470c-8cee-65c62b762a78 HTTP/1.1" status: 204 len: 168 time: 0.1660287 Aug 21 12:29:39.164704 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 2e340d25-70ef-4d24-bab6-3a5fabb90a3c no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:29:39.198364 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] No Port match for: 2e340d25-70ef-4d24-bab6-3a5fabb90a3c {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:29:39.198758 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 2e340d25-70ef-4d24-bab6-3a5fabb90a3c not bound to the agent host hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:29:43.075891 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2f09cf15-870a-46d2-b48f-05f561203c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:44.536401 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:45.205977 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-54e92e32-f68a-4c6e-b2a3-4dc31fd14746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:45.827122 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:47.219507 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:48.880573 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:57.697265 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 46932) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:57.899220 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-649559ce-e56c-4fec-aa33-29582903aa92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:57.932248 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-649559ce-e56c-4fec-aa33-29582903aa92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:29:57.936950 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-649559ce-e56c-4fec-aa33-29582903aa92 admin admin] Usage tracker for resource:security_group_rule and tenant:416b826c697541919b7c5216f137e6f4 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:29:57.939883 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-649559ce-e56c-4fec-aa33-29582903aa92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:29:57.946000 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-649559ce-e56c-4fec-aa33-29582903aa92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:29:58.016912 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-649559ce-e56c-4fec-aa33-29582903aa92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:58.019661 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-649559ce-e56c-4fec-aa33-29582903aa92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:58.027200 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-7c4d8cf3-60ca-4e07-9580-7d6f3bc733b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:58.069486 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649559ce-e56c-4fec-aa33-29582903aa92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbb03d2-2bbf-4177-b826-facb3cdc6d3a,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:58.073071 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-649559ce-e56c-4fec-aa33-29582903aa92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:58.078556 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-649559ce-e56c-4fec-aa33-29582903aa92 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=416b826c697541919b7c5216f137e6f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3776884 Aug 21 12:29:58.079149 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 46938) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:58.146748 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a42362dc-c7ff-4947-b7a7-473d40e0f6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:58.173347 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a42362dc-c7ff-4947-b7a7-473d40e0f6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:58.216910 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a42362dc-c7ff-4947-b7a7-473d40e0f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:58.221802 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-88e0cfc3-fb19-47e9-9635-8672fce87796 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:58.235058 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42362dc-c7ff-4947-b7a7-473d40e0f6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbb03d2-2bbf-4177-b826-facb3cdc6d3a,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:58.237865 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-a42362dc-c7ff-4947-b7a7-473d40e0f6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:58.239040 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a42362dc-c7ff-4947-b7a7-473d40e0f6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:58.240247 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-a42362dc-c7ff-4947-b7a7-473d40e0f6ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/abbb03d2-2bbf-4177-b826-facb3cdc6d3a HTTP/1.1" status: 204 len: 168 time: 0.1602309 Aug 21 12:29:58.581458 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 46946) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:58.601153 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f8b132bd-dd9b-4d0f-bf4b-361fec80f4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:58.634094 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-f8b132bd-dd9b-4d0f-bf4b-361fec80f4ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:29:58.638203 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-f8b132bd-dd9b-4d0f-bf4b-361fec80f4ad admin admin] Usage tracker for resource:security_group_rule and tenant:3a0790f1efcf4c3a83f97a0f990136ee is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:29:58.641170 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-f8b132bd-dd9b-4d0f-bf4b-361fec80f4ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:29:58.647142 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-f8b132bd-dd9b-4d0f-bf4b-361fec80f4ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:29:58.713354 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f8b132bd-dd9b-4d0f-bf4b-361fec80f4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:58.716297 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f8b132bd-dd9b-4d0f-bf4b-361fec80f4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:58.723608 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b524a4de-c109-4ebc-9131-9e315af7b3dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:58.778292 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-f8b132bd-dd9b-4d0f-bf4b-361fec80f4ad admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3a0790f1efcf4c3a83f97a0f990136ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1956639 Aug 21 12:29:58.779104 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b132bd-dd9b-4d0f-bf4b-361fec80f4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3128ab0-b795-4395-8c14-8ed5a952f3ac,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:58.781148 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 46950) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:58.782243 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f8b132bd-dd9b-4d0f-bf4b-361fec80f4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:58.849187 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-cb776436-4683-4726-bca7-7cfb4fe941f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:58.876628 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-cb776436-4683-4726-bca7-7cfb4fe941f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:58.922728 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-cb776436-4683-4726-bca7-7cfb4fe941f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:58.927557 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-14b0bb9d-730d-4905-b073-e8f156ccba88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:58.940667 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb776436-4683-4726-bca7-7cfb4fe941f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3128ab0-b795-4395-8c14-8ed5a952f3ac,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:58.945368 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-cb776436-4683-4726-bca7-7cfb4fe941f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:58.949702 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-cb776436-4683-4726-bca7-7cfb4fe941f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:58.950908 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-cb776436-4683-4726-bca7-7cfb4fe941f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c3128ab0-b795-4395-8c14-8ed5a952f3ac HTTP/1.1" status: 204 len: 168 time: 0.1685174 Aug 21 12:30:06.166598 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 47036) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:06.315953 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-37d96581-91da-49de-a5c1-73a5ed1faa54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:06.348263 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-37d96581-91da-49de-a5c1-73a5ed1faa54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:30:06.352207 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-37d96581-91da-49de-a5c1-73a5ed1faa54 admin admin] Usage tracker for resource:security_group_rule and tenant:4344fcac9a1e49a9a3b5ae116a8cce3c is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:30:06.355106 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-37d96581-91da-49de-a5c1-73a5ed1faa54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:30:06.361129 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-37d96581-91da-49de-a5c1-73a5ed1faa54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:30:06.427911 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-37d96581-91da-49de-a5c1-73a5ed1faa54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:06.430753 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-37d96581-91da-49de-a5c1-73a5ed1faa54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:06.438235 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-649559ce-e56c-4fec-aa33-29582903aa92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:06.480439 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d96581-91da-49de-a5c1-73a5ed1faa54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03c72ce-a73a-4ab2-8d42-7edac5b3d138,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:06.487602 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-37d96581-91da-49de-a5c1-73a5ed1faa54 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4344fcac9a1e49a9a3b5ae116a8cce3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3173265 Aug 21 12:30:06.487602 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-37d96581-91da-49de-a5c1-73a5ed1faa54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:06.487888 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 47042) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:06.548744 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bcb74d07-4e84-465a-b673-69028c507e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:06.579394 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bcb74d07-4e84-465a-b673-69028c507e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:06.622820 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bcb74d07-4e84-465a-b673-69028c507e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:06.627720 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-194d7967-c6ab-43db-ae51-b1ec255c02d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:06.641721 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb74d07-4e84-465a-b673-69028c507e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03c72ce-a73a-4ab2-8d42-7edac5b3d138,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:06.644450 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-bcb74d07-4e84-465a-b673-69028c507e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:06.645625 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bcb74d07-4e84-465a-b673-69028c507e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:06.646829 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-bcb74d07-4e84-465a-b673-69028c507e94 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b03c72ce-a73a-4ab2-8d42-7edac5b3d138 HTTP/1.1" status: 204 len: 168 time: 0.1580327 Aug 21 12:30:06.864457 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:30:06.987874 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 47050) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:07.007985 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a7202623-060c-4325-8d3b-8f780feae07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:07.039392 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-a7202623-060c-4325-8d3b-8f780feae07f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:30:07.044077 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-a7202623-060c-4325-8d3b-8f780feae07f admin admin] Usage tracker for resource:security_group_rule and tenant:dd335cd81b23402ab31d5ebe7aa93d27 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:30:07.046970 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-a7202623-060c-4325-8d3b-8f780feae07f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:30:07.052908 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-a7202623-060c-4325-8d3b-8f780feae07f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:30:07.119371 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a7202623-060c-4325-8d3b-8f780feae07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:07.123084 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a7202623-060c-4325-8d3b-8f780feae07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:07.130695 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-5fb0aabf-1ac6-4657-a518-53efc389d6f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:07.173133 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7202623-060c-4325-8d3b-8f780feae07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cf021c-6a3b-4b04-a1c3-b04e315b3077,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:07.176246 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-a7202623-060c-4325-8d3b-8f780feae07f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:07.178657 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-a7202623-060c-4325-8d3b-8f780feae07f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dd335cd81b23402ab31d5ebe7aa93d27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1897202 Aug 21 12:30:07.181406 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 47054) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:07.247397 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3e4a80d5-a6c4-494b-b87b-ace88fb80212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:07.273182 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3e4a80d5-a6c4-494b-b87b-ace88fb80212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:07.316867 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3e4a80d5-a6c4-494b-b87b-ace88fb80212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:07.321789 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b8029692-c5c3-42d1-b22e-815449fbd131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:07.335361 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a80d5-a6c4-494b-b87b-ace88fb80212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cf021c-6a3b-4b04-a1c3-b04e315b3077,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:07.338164 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3e4a80d5-a6c4-494b-b87b-ace88fb80212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:07.339301 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-3e4a80d5-a6c4-494b-b87b-ace88fb80212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:07.341139 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-3e4a80d5-a6c4-494b-b87b-ace88fb80212 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c8cf021c-6a3b-4b04-a1c3-b04e315b3077 HTTP/1.1" status: 204 len: 168 time: 0.1586254 Aug 21 12:30:09.751185 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 47114) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:09.909803 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ff266df9-0cdc-4c04-8e51-4faba6cfdcdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:09.942585 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-ff266df9-0cdc-4c04-8e51-4faba6cfdcdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:30:09.946606 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-ff266df9-0cdc-4c04-8e51-4faba6cfdcdd admin admin] Usage tracker for resource:security_group_rule and tenant:bc9962d019784af798271dea055677d5 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:30:09.950231 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-ff266df9-0cdc-4c04-8e51-4faba6cfdcdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:30:09.956522 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-ff266df9-0cdc-4c04-8e51-4faba6cfdcdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:30:10.023012 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ff266df9-0cdc-4c04-8e51-4faba6cfdcdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:10.025757 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ff266df9-0cdc-4c04-8e51-4faba6cfdcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:10.034175 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-9cfc20f6-54cb-4ba6-8ac2-43b07cbdc8c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:10.074603 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff266df9-0cdc-4c04-8e51-4faba6cfdcdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6082a1cf-103d-4229-9ef4-eda7b2adf923,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:10.078426 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ff266df9-0cdc-4c04-8e51-4faba6cfdcdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:10.081132 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-ff266df9-0cdc-4c04-8e51-4faba6cfdcdd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bc9962d019784af798271dea055677d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3288584 Aug 21 12:30:10.084319 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 47120) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:10.151852 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e0e79c23-7f5e-4c06-addd-f76b133722f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:10.179002 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e0e79c23-7f5e-4c06-addd-f76b133722f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:10.222951 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e0e79c23-7f5e-4c06-addd-f76b133722f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:10.228010 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-1614c110-3271-41ac-8f04-d619fc0ca7b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:10.241127 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e79c23-7f5e-4c06-addd-f76b133722f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6082a1cf-103d-4229-9ef4-eda7b2adf923,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:10.257007 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79c23-7f5e-4c06-addd-f76b133722f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:10.257454 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79c23-7f5e-4c06-addd-f76b133722f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:10.257879 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79c23-7f5e-4c06-addd-f76b133722f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:10.258292 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79c23-7f5e-4c06-addd-f76b133722f5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:10.258703 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79c23-7f5e-4c06-addd-f76b133722f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:10.259108 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79c23-7f5e-4c06-addd-f76b133722f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:10.259511 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79c23-7f5e-4c06-addd-f76b133722f5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:10.259913 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79c23-7f5e-4c06-addd-f76b133722f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:10.260314 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79c23-7f5e-4c06-addd-f76b133722f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:10.260729 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79c23-7f5e-4c06-addd-f76b133722f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:10.261134 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79c23-7f5e-4c06-addd-f76b133722f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:10.265381 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-e0e79c23-7f5e-4c06-addd-f76b133722f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:10.266293 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e0e79c23-7f5e-4c06-addd-f76b133722f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:10.267509 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-e0e79c23-7f5e-4c06-addd-f76b133722f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6082a1cf-103d-4229-9ef4-eda7b2adf923 HTTP/1.1" status: 204 len: 168 time: 0.1822414 Aug 21 12:30:10.606909 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 47128) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:10.627470 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-40c42264-a22c-4d84-8195-e5c3d656fbaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:10.658955 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-40c42264-a22c-4d84-8195-e5c3d656fbaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:30:10.662941 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-40c42264-a22c-4d84-8195-e5c3d656fbaf admin admin] Usage tracker for resource:security_group_rule and tenant:c7abbeb25e9a4b2a8b1ca1740705b7ff is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:30:10.665865 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-40c42264-a22c-4d84-8195-e5c3d656fbaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:30:10.672461 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-40c42264-a22c-4d84-8195-e5c3d656fbaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:30:10.739045 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-40c42264-a22c-4d84-8195-e5c3d656fbaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:10.742040 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-40c42264-a22c-4d84-8195-e5c3d656fbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:10.750118 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-6ffb7fe0-17d6-4038-a883-ea1d6f8b8cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:10.801230 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-40c42264-a22c-4d84-8195-e5c3d656fbaf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c7abbeb25e9a4b2a8b1ca1740705b7ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1930685 Aug 21 12:30:10.802937 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c42264-a22c-4d84-8195-e5c3d656fbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8194a09d-50cb-4b98-b1da-d91741cfa51f,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:10.803972 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 47132) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:10.806031 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-40c42264-a22c-4d84-8195-e5c3d656fbaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:10.880289 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f6c5b05c-ee6c-4e53-8a55-502663d80397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:10.906430 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f6c5b05c-ee6c-4e53-8a55-502663d80397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:10.950373 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f6c5b05c-ee6c-4e53-8a55-502663d80397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:10.955290 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-779e0c86-8181-4b1f-bbd2-574ac31d1f14 tempest-TestMinimumBasicScenario-591856206 tempest-TestMinimumBasicScenario-591856206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:10.968140 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c5b05c-ee6c-4e53-8a55-502663d80397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8194a09d-50cb-4b98-b1da-d91741cfa51f,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:10.970594 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-f6c5b05c-ee6c-4e53-8a55-502663d80397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:10.978858 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f6c5b05c-ee6c-4e53-8a55-502663d80397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:10.980082 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-f6c5b05c-ee6c-4e53-8a55-502663d80397 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8194a09d-50cb-4b98-b1da-d91741cfa51f HTTP/1.1" status: 204 len: 168 time: 0.1749835 Aug 21 12:30:13.078161 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9a51b785-8fcd-4868-9533-be680f3fde41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:14.246549 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 47208) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:14.398563 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-68de2f4b-0b40-485c-9ce5-a95146612bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:14.431226 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-68de2f4b-0b40-485c-9ce5-a95146612bbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:30:14.435372 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-68de2f4b-0b40-485c-9ce5-a95146612bbf admin admin] Usage tracker for resource:security_group_rule and tenant:166aef5e5534493b9528e3efac119fc6 is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:30:14.438309 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-68de2f4b-0b40-485c-9ce5-a95146612bbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:30:14.444302 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-68de2f4b-0b40-485c-9ce5-a95146612bbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:30:14.512122 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-68de2f4b-0b40-485c-9ce5-a95146612bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:14.514812 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-68de2f4b-0b40-485c-9ce5-a95146612bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:14.522767 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3f0f3a87-c2a5-4a09-a297-a38819951a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:14.538739 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:14.564886 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de2f4b-0b40-485c-9ce5-a95146612bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a92e3a-29f0-4097-a2f6-267d7e1ea3e5,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:14.568782 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-68de2f4b-0b40-485c-9ce5-a95146612bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:14.571100 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-68de2f4b-0b40-485c-9ce5-a95146612bbf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=166aef5e5534493b9528e3efac119fc6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3234584 Aug 21 12:30:14.574682 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 47214) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:14.637891 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d1676d6c-e0e5-4f1c-8223-2442e7dd4b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:14.664624 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d1676d6c-e0e5-4f1c-8223-2442e7dd4b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:14.710756 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d1676d6c-e0e5-4f1c-8223-2442e7dd4b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:14.716282 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-50c3a616-01b6-4d1a-9883-a6c6e76cde19 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:14.726608 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1676d6c-e0e5-4f1c-8223-2442e7dd4b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a92e3a-29f0-4097-a2f6-267d7e1ea3e5,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:14.730404 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d1676d6c-e0e5-4f1c-8223-2442e7dd4b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:14.733821 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d1676d6c-e0e5-4f1c-8223-2442e7dd4b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:14.735028 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-d1676d6c-e0e5-4f1c-8223-2442e7dd4b50 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1a92e3a-29f0-4097-a2f6-267d7e1ea3e5 HTTP/1.1" status: 204 len: 168 time: 0.1592910 Aug 21 12:30:15.083297 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 47222) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:15.103111 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1edbf456-88cd-48e7-b52f-9dc1ba219003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:15.136008 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-1edbf456-88cd-48e7-b52f-9dc1ba219003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:30:15.140015 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-1edbf456-88cd-48e7-b52f-9dc1ba219003 admin admin] Usage tracker for resource:security_group_rule and tenant:2095ce81657844edba8e532200cab564 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:30:15.142960 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-1edbf456-88cd-48e7-b52f-9dc1ba219003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:30:15.148942 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-1edbf456-88cd-48e7-b52f-9dc1ba219003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:30:15.210375 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ee6cee5b-307d-4f32-86dd-00d3f47e85d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:15.216836 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1edbf456-88cd-48e7-b52f-9dc1ba219003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:15.219385 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-1edbf456-88cd-48e7-b52f-9dc1ba219003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:15.226880 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-387dc77d-c82d-4125-8d26-69e0c943fbf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:15.268410 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbf456-88cd-48e7-b52f-9dc1ba219003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f289591d-32ee-4738-abd0-b4e7bef6fca7,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:15.272128 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-1edbf456-88cd-48e7-b52f-9dc1ba219003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:15.274526 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-1edbf456-88cd-48e7-b52f-9dc1ba219003 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2095ce81657844edba8e532200cab564&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1901343 Aug 21 12:30:15.277532 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 47226) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:15.340383 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ea45471f-f3c4-4e3d-a8a8-5d2e95cc90da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:15.367035 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ea45471f-f3c4-4e3d-a8a8-5d2e95cc90da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:15.414688 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ea45471f-f3c4-4e3d-a8a8-5d2e95cc90da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:15.419972 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-75cadc2a-e39f-492d-9722-6208c9160e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:15.431031 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45471f-f3c4-4e3d-a8a8-5d2e95cc90da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f289591d-32ee-4738-abd0-b4e7bef6fca7,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:15.433500 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ea45471f-f3c4-4e3d-a8a8-5d2e95cc90da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:15.439342 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ea45471f-f3c4-4e3d-a8a8-5d2e95cc90da admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:15.443395 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-ea45471f-f3c4-4e3d-a8a8-5d2e95cc90da admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f289591d-32ee-4738-abd0-b4e7bef6fca7 HTTP/1.1" status: 204 len: 168 time: 0.1648901 Aug 21 12:30:15.830737 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:17.221188 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:18.879772 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:19.677427 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 47274) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:19.830156 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ffbc21ab-3c92-4ebf-a2fa-e48a1c027c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:19.861970 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-ffbc21ab-3c92-4ebf-a2fa-e48a1c027c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:30:19.865910 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-ffbc21ab-3c92-4ebf-a2fa-e48a1c027c9a admin admin] Usage tracker for resource:security_group_rule and tenant:5060fceb9d634490a3366530e534212e is out of sync, need to count used quota {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:30:19.869054 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-ffbc21ab-3c92-4ebf-a2fa-e48a1c027c9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:30:19.875079 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-ffbc21ab-3c92-4ebf-a2fa-e48a1c027c9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:30:19.940750 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ffbc21ab-3c92-4ebf-a2fa-e48a1c027c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:19.943639 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ffbc21ab-3c92-4ebf-a2fa-e48a1c027c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:19.951361 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-a42362dc-c7ff-4947-b7a7-473d40e0f6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:19.999018 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc21ab-3c92-4ebf-a2fa-e48a1c027c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fa3e3c-c7cc-4bd7-b115-64e478c1e1c7,revision_number=1']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:20.003728 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-ffbc21ab-3c92-4ebf-a2fa-e48a1c027c9a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5060fceb9d634490a3366530e534212e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3251982 Aug 21 12:30:20.004724 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ffbc21ab-3c92-4ebf-a2fa-e48a1c027c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:20.006567 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82379) accepted ('10.222.0.11', 47280) {{(pid=82379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:20.067597 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2b053528-aebf-44e0-9607-567ed5bc56d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:20.094270 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2b053528-aebf-44e0-9607-567ed5bc56d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:20.137622 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2b053528-aebf-44e0-9607-567ed5bc56d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:20.142453 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-037f7dff-1343-4654-9952-7eb575ecc5dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:20.157199 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b053528-aebf-44e0-9607-567ed5bc56d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fa3e3c-c7cc-4bd7-b115-64e478c1e1c7,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:20.159444 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-2b053528-aebf-44e0-9607-567ed5bc56d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:20.169539 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-2b053528-aebf-44e0-9607-567ed5bc56d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:20.170759 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-2b053528-aebf-44e0-9607-567ed5bc56d9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b9fa3e3c-c7cc-4bd7-b115-64e478c1e1c7 HTTP/1.1" status: 204 len: 168 time: 0.1632545 Aug 21 12:30:32.769112 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 47418) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:32.927652 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7f6a780c-bb1b-4233-8161-a92dba433418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:32.960291 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-7f6a780c-bb1b-4233-8161-a92dba433418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:30:32.965619 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-7f6a780c-bb1b-4233-8161-a92dba433418 admin admin] Usage tracker for resource:security_group_rule and tenant:ea0ae23f559a4f3d80e8c6b7dd973c70 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:30:32.968627 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-7f6a780c-bb1b-4233-8161-a92dba433418 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:30:32.974695 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-7f6a780c-bb1b-4233-8161-a92dba433418 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:30:33.040494 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7f6a780c-bb1b-4233-8161-a92dba433418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:33.043365 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7f6a780c-bb1b-4233-8161-a92dba433418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:33.050671 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ea45471f-f3c4-4e3d-a8a8-5d2e95cc90da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:33.092437 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a780c-bb1b-4233-8161-a92dba433418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f900f7-6b44-4cde-aab0-52d7f55c41f2,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:33.097106 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-7f6a780c-bb1b-4233-8161-a92dba433418 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ea0ae23f559a4f3d80e8c6b7dd973c70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3268945 Aug 21 12:30:33.098034 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-7f6a780c-bb1b-4233-8161-a92dba433418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:33.099822 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 47424) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:33.164680 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-03088cb8-43ce-40d8-8e0d-757b098cfd80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:33.191429 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-03088cb8-43ce-40d8-8e0d-757b098cfd80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:33.234065 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-03088cb8-43ce-40d8-8e0d-757b098cfd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:33.238816 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-3e4a80d5-a6c4-494b-b87b-ace88fb80212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:33.253010 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03088cb8-43ce-40d8-8e0d-757b098cfd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f900f7-6b44-4cde-aab0-52d7f55c41f2,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:33.255388 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-03088cb8-43ce-40d8-8e0d-757b098cfd80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:33.257634 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-03088cb8-43ce-40d8-8e0d-757b098cfd80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:33.258670 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-03088cb8-43ce-40d8-8e0d-757b098cfd80 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/20f900f7-6b44-4cde-aab0-52d7f55c41f2 HTTP/1.1" status: 204 len: 168 time: 0.1578472 Aug 21 12:30:43.080766 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ef182bc5-e52b-4962-9602-5689cc87584f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:43.864653 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:30:44.491716 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 47538) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:44.541281 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:44.643408 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c990723d-a374-4f44-873f-9e3a2b83f3da admin admin] Notify callbacks [] for security_group, before_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:44.676368 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-c990723d-a374-4f44-873f-9e3a2b83f3da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:30:44.680334 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-c990723d-a374-4f44-873f-9e3a2b83f3da admin admin] Usage tracker for resource:security_group_rule and tenant:c8d24e2cb9b346ef96e803d89daef5c6 is out of sync, need to count used quota {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:30:44.683853 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.quota.resource [None req-c990723d-a374-4f44-873f-9e3a2b83f3da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82380) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:30:44.689774 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.quota.driver [None req-c990723d-a374-4f44-873f-9e3a2b83f3da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:30:44.754828 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c990723d-a374-4f44-873f-9e3a2b83f3da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:44.757443 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c990723d-a374-4f44-873f-9e3a2b83f3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_create {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:44.764710 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-771a97b9-7875-4688-8a3e-855c401c00eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:44.797712 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990723d-a374-4f44-873f-9e3a2b83f3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3a3feb-c4e0-45e2-a878-58f4cbef5d90,revision_number=1']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:44.822425 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990723d-a374-4f44-873f-9e3a2b83f3da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:44.822845 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990723d-a374-4f44-873f-9e3a2b83f3da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:44.823297 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990723d-a374-4f44-873f-9e3a2b83f3da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:44.823701 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990723d-a374-4f44-873f-9e3a2b83f3da admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:44.824102 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990723d-a374-4f44-873f-9e3a2b83f3da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:44.824500 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990723d-a374-4f44-873f-9e3a2b83f3da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:44.824903 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990723d-a374-4f44-873f-9e3a2b83f3da admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:44.825326 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990723d-a374-4f44-873f-9e3a2b83f3da admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:44.825723 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990723d-a374-4f44-873f-9e3a2b83f3da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:44.826115 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990723d-a374-4f44-873f-9e3a2b83f3da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:44.826507 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990723d-a374-4f44-873f-9e3a2b83f3da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-smb {{(pid=82380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:44.832151 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-c990723d-a374-4f44-873f-9e3a2b83f3da admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c8d24e2cb9b346ef96e803d89daef5c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3393545 Aug 21 12:30:44.833175 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c990723d-a374-4f44-873f-9e3a2b83f3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:44.834854 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 47544) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:44.896861 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-8036830d-60e1-4db0-99f2-c1d63a07780e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:44.924187 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-8036830d-60e1-4db0-99f2-c1d63a07780e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:44.967061 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-8036830d-60e1-4db0-99f2-c1d63a07780e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:44.971836 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-08850baa-a9bf-4b51-b6a9-eb90eafb6fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:44.984603 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036830d-60e1-4db0-99f2-c1d63a07780e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3a3feb-c4e0-45e2-a878-58f4cbef5d90,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:44.987010 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-8036830d-60e1-4db0-99f2-c1d63a07780e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:44.990462 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-8036830d-60e1-4db0-99f2-c1d63a07780e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:44.992440 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-8036830d-60e1-4db0-99f2-c1d63a07780e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9e3a3feb-c4e0-45e2-a878-58f4cbef5d90 HTTP/1.1" status: 204 len: 168 time: 0.1560926 Aug 21 12:30:45.213381 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a7bcc578-c7ca-40f0-a7ac-6325087647cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:45.832602 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:47.224509 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:48.893932 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:59.040996 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7f346d73-8454-402f-9674-30d5e4194959 req-b7e808c5-9772-4976-af7c-cee751987331 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768406 Aug 21 12:30:59.182574 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7f346d73-8454-402f-9674-30d5e4194959 req-77f2ba51-755b-44de-8556-aca4707392e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c61de113f0bd4c8681decc48f0d759bb&device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 1098 time: 0.0734317 Aug 21 12:30:59.334743 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f346d73-8454-402f-9674-30d5e4194959 req-d31a8543-39c8-476c-94f5-21889452c925 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:59.336327 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7f346d73-8454-402f-9674-30d5e4194959 req-d31a8543-39c8-476c-94f5-21889452c925 service neutron] 10.222.0.21 "GET /v2.0/networks?id=584f663b-435a-48ca-b621-8f11c231b397 HTTP/1.1" status: 200 len: 909 time: 0.1355295 Aug 21 12:30:59.444104 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7f346d73-8454-402f-9674-30d5e4194959 req-03600499-0527-4cf5-95ec-beef79248357 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60f858e8-f78c-4e19-9597-ef737b654946 HTTP/1.1" status: 200 len: 1001 time: 0.1012053 Aug 21 12:30:59.512717 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f346d73-8454-402f-9674-30d5e4194959 req-f5a7f495-6c9e-412e-9e38-9d88d7ce5d76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:59.514336 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7f346d73-8454-402f-9674-30d5e4194959 req-f5a7f495-6c9e-412e-9e38-9d88d7ce5d76 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70758fb0-22b5-4316-a8d6-e9838934778a HTTP/1.1" status: 200 len: 847 time: 0.0642376 Aug 21 12:30:59.596121 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7f346d73-8454-402f-9674-30d5e4194959 req-b695857e-f7e1-48e6-ac19-5245ba215ff5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=584f663b-435a-48ca-b621-8f11c231b397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757344 Aug 21 12:30:59.735740 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7f346d73-8454-402f-9674-30d5e4194959 req-1f2885df-7c8f-4921-88a6-ce295e7a263e service neutron] 10.222.0.21 "GET /v2.0/networks/584f663b-435a-48ca-b621-8f11c231b397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331909 Aug 21 12:30:59.881055 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-7f346d73-8454-402f-9674-30d5e4194959 req-b54d81b4-ea2d-490e-b177-92de2536721f service neutron] 10.222.0.21 "GET /v2.0/networks/584f663b-435a-48ca-b621-8f11c231b397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386318 Aug 21 12:31:03.261520 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 47552) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:03.661648 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-84d52815-916a-4afe-9d2b-d57eb660d4da tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Deleting port 0f41a978-21be-4f1b-a2b9-80a97203a432 {{(pid=82380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:31:03.662035 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-84d52815-916a-4afe-9d2b-d57eb660d4da tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:03.835647 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-84d52815-916a-4afe-9d2b-d57eb660d4da tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:03.836048 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-84d52815-916a-4afe-9d2b-d57eb660d4da tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:04.186114 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-84d52815-916a-4afe-9d2b-d57eb660d4da tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Calling delete_port for 0f41a978-21be-4f1b-a2b9-80a97203a432 owned by network:floatingip {{(pid=82380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:31:04.344442 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-84d52815-916a-4afe-9d2b-d57eb660d4da tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:04.348789 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-601c4e76-1659-40e7-9410-d1e69e44b9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:04.405245 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d52815-916a-4afe-9d2b-d57eb660d4da tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Pushing event deleted for resources: {'Port': ['ID=0f41a978-21be-4f1b-a2b9-80a97203a432,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:04.408153 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-84d52815-916a-4afe-9d2b-d57eb660d4da tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:04.502018 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-84d52815-916a-4afe-9d2b-d57eb660d4da tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for floatingip, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:04.908719 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d52815-916a-4afe-9d2b-d57eb660d4da tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Router 7017eb44-bbc9-4f2c-acb7-012ec7375c89 has already been hosted by L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 {{(pid=82380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:31:05.119179 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d52815-916a-4afe-9d2b-d57eb660d4da tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:31:05.128918 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7e0432-f529-475f-8480-feae6eeacd4a None None] Sync routers for ids ['7017eb44-bbc9-4f2c-acb7-012ec7375c89'] in dv-cinder-805477-2-smb {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:31:05.132736 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-84d52815-916a-4afe-9d2b-d57eb660d4da tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for floatingip, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:05.141200 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7e0432-f529-475f-8480-feae6eeacd4a None None] Routers {'7017eb44-bbc9-4f2c-acb7-012ec7375c89'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:31:05.141868 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-1b7e0432-f529-475f-8480-feae6eeacd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:30:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['7017eb44-bbc9-4f2c-acb7-012ec7375c89'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:05.187417 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-84d52815-916a-4afe-9d2b-d57eb660d4da tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "DELETE /v2.0/floatingips/c1185c46-d933-42e6-b99d-e72820919464 HTTP/1.1" status: 204 len: 168 time: 1.9247365 Aug 21 12:31:05.188109 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ca4ffe-c243-4cd0-b7d5-96f917201e82', 'tag': '60f858e8-f78c-4e19-9597-ef737b654946'}] {{(pid=82380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:31:05.333167 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-1b7e0432-f529-475f-8480-feae6eeacd4a None None] Set router 7017eb44-bbc9-4f2c-acb7-012ec7375c89 gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:31:05.446591 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ca4ffe-c243-4cd0-b7d5-96f917201e82', 'tag': '60f858e8-f78c-4e19-9597-ef737b654946', 'status': 'completed', 'code': 200} Aug 21 12:31:05.578036 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5182c2ef-6433-4cc6-92bb-85de7bcba0f4 req-410e7131-fc35-49cd-8efc-bbbd6092b033 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c61de113f0bd4c8681decc48f0d759bb&device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 1098 time: 0.0999410 Aug 21 12:31:05.686268 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-1b7e0432-f529-475f-8480-feae6eeacd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'name': 'tempest-TestShelveInstance-671626786-router', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ba2d90f0-d46c-4052-8177-56de9d397e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:25:21Z', 'updated_at': '2021-08-21T12:25:24Z', 'revision_number': 4, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'gw_port': {'id': 'ba2d90f0-d46c-4052-8177-56de9d397e4e', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:87:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:21Z', 'updated_at': '2021-08-21T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '172c9e68-d246-48b6-867a-2f091c658472', 'name': '', 'network_id': '584f663b-435a-48ca-b621-8f11c231b397', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'mac_address': 'fa:16:3e:c0:f7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70758fb0-22b5-4316-a8d6-e9838934778a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:23Z', 'updated_at': '2021-08-21T12:25:32Z', 'revision_number': 5, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'subnets': [{'id': '70758fb0-22b5-4316-a8d6-e9838934778a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:05.690240 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7e0432-f529-475f-8480-feae6eeacd4a None None] Checking router: 7017eb44-bbc9-4f2c-acb7-012ec7375c89 for host: dv-cinder-805477-2-smb {{(pid=82381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:31:05.701828 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7e0432-f529-475f-8480-feae6eeacd4a None None] Routers {'7017eb44-bbc9-4f2c-acb7-012ec7375c89'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:31:05.702504 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-1b7e0432-f529-475f-8480-feae6eeacd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:30:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['7017eb44-bbc9-4f2c-acb7-012ec7375c89'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:05.797339 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182c2ef-6433-4cc6-92bb-85de7bcba0f4 req-098483a0-18f8-4282-b763-77874c12a323 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:05.798935 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5182c2ef-6433-4cc6-92bb-85de7bcba0f4 req-098483a0-18f8-4282-b763-77874c12a323 service neutron] 10.222.0.21 "GET /v2.0/networks?id=584f663b-435a-48ca-b621-8f11c231b397 HTTP/1.1" status: 200 len: 909 time: 0.2129176 Aug 21 12:31:05.810581 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee594e8e-83f6-4fc8-805a-2a7e7f7fc8b8 req-66b92845-bb3e-438e-a124-6b320536b431 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:05.812154 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ee594e8e-83f6-4fc8-805a-2a7e7f7fc8b8 req-66b92845-bb3e-438e-a124-6b320536b431 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 945 time: 0.1460550 Aug 21 12:31:05.900157 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5182c2ef-6433-4cc6-92bb-85de7bcba0f4 req-ce748077-fdcf-4ea9-b14d-51d113218f79 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60f858e8-f78c-4e19-9597-ef737b654946 HTTP/1.1" status: 200 len: 217 time: 0.0869648 Aug 21 12:31:05.908233 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-1b7e0432-f529-475f-8480-feae6eeacd4a None None] Set router 7017eb44-bbc9-4f2c-acb7-012ec7375c89 gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:31:06.188940 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-ee594e8e-83f6-4fc8-805a-2a7e7f7fc8b8 req-64c9ba9a-f305-4894-a610-badbb4549aeb tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3231254 Aug 21 12:31:06.200765 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182c2ef-6433-4cc6-92bb-85de7bcba0f4 req-435eb21a-5aba-4104-aa68-45cb25050e29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:06.202330 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5182c2ef-6433-4cc6-92bb-85de7bcba0f4 req-435eb21a-5aba-4104-aa68-45cb25050e29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70758fb0-22b5-4316-a8d6-e9838934778a HTTP/1.1" status: 200 len: 847 time: 0.2924607 Aug 21 12:31:06.245042 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-1b7e0432-f529-475f-8480-feae6eeacd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'name': 'tempest-TestShelveInstance-671626786-router', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ba2d90f0-d46c-4052-8177-56de9d397e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:25:21Z', 'updated_at': '2021-08-21T12:25:24Z', 'revision_number': 4, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'gw_port': {'id': 'ba2d90f0-d46c-4052-8177-56de9d397e4e', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:87:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:21Z', 'updated_at': '2021-08-21T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '172c9e68-d246-48b6-867a-2f091c658472', 'name': '', 'network_id': '584f663b-435a-48ca-b621-8f11c231b397', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'mac_address': 'fa:16:3e:c0:f7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70758fb0-22b5-4316-a8d6-e9838934778a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:23Z', 'updated_at': '2021-08-21T12:25:32Z', 'revision_number': 5, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'subnets': [{'id': '70758fb0-22b5-4316-a8d6-e9838934778a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:06.250012 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7e0432-f529-475f-8480-feae6eeacd4a None None] The sync data for ids ['7017eb44-bbc9-4f2c-acb7-012ec7375c89'] in dv-cinder-805477-2-smb is: [{'id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'name': 'tempest-TestShelveInstance-671626786-router', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ba2d90f0-d46c-4052-8177-56de9d397e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:25:21Z', 'updated_at': '2021-08-21T12:25:24Z', 'revision_number': 4, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'gw_port': {'id': 'ba2d90f0-d46c-4052-8177-56de9d397e4e', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:87:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:21Z', 'updated_at': '2021-08-21T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb', '_interfaces': [{'id': '172c9e68-d246-48b6-867a-2f091c658472', 'name': '', 'network_id': '584f663b-435a-48ca-b621-8f11c231b397', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'mac_address': 'fa:16:3e:c0:f7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70758fb0-22b5-4316-a8d6-e9838934778a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:23Z', 'updated_at': '2021-08-21T12:25:32Z', 'revision_number': 5, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'subnets': [{'id': '70758fb0-22b5-4316-a8d6-e9838934778a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:31:06.288057 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5182c2ef-6433-4cc6-92bb-85de7bcba0f4 req-35b02fd0-f710-43b6-91c9-3a901766aa94 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=584f663b-435a-48ca-b621-8f11c231b397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778496 Aug 21 12:31:06.430156 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5182c2ef-6433-4cc6-92bb-85de7bcba0f4 req-b0bcbb62-a989-4991-95f8-3b09037def27 service neutron] 10.222.0.21 "GET /v2.0/networks/584f663b-435a-48ca-b621-8f11c231b397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348107 Aug 21 12:31:06.577894 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-5182c2ef-6433-4cc6-92bb-85de7bcba0f4 req-cc60b2f6-23aa-4f4b-b8e2-bf987f62bf7b service neutron] 10.222.0.21 "GET /v2.0/networks/584f663b-435a-48ca-b621-8f11c231b397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403422 Aug 21 12:31:06.710950 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f06b4d-3db4-4840-8423-b71b47c4736a None None] New status for floating IP c1185c46-d933-42e6-b99d-e72820919464: DOWN {{(pid=82382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:31:07.087120 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492539a-064a-49b8-8842-bcb1282daa1b req-29ce28ed-5cc0-40f4-b39f-84f447d6ad5a tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:07.088565 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e492539a-064a-49b8-8842-bcb1282daa1b req-29ce28ed-5cc0-40f4-b39f-84f447d6ad5a tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.21 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 945 time: 0.0837791 Aug 21 12:31:07.160400 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-e492539a-064a-49b8-8842-bcb1282daa1b req-83a70dbf-5f56-4521-bc6a-3441d1855891 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Deleting port 60f858e8-f78c-4e19-9597-ef737b654946 {{(pid=82379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:31:07.160786 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-e492539a-064a-49b8-8842-bcb1282daa1b req-83a70dbf-5f56-4521-bc6a-3441d1855891 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:07.470927 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [req-e492539a-064a-49b8-8842-bcb1282daa1b req-83a70dbf-5f56-4521-bc6a-3441d1855891 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] For port 60f858e8-f78c-4e19-9597-ef737b654946, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=60f858e8-f78c-4e19-9597-ef737b654946,segment=NetworkSegment(6c4d65b5-ee89-49b8-a84e-3294554a92f4),segment_id=6c4d65b5-ee89-49b8-a84e-3294554a92f4)] {{(pid=82379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:31:07.471322 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-e492539a-064a-49b8-8842-bcb1282daa1b req-83a70dbf-5f56-4521-bc6a-3441d1855891 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:07.601947 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [req-e492539a-064a-49b8-8842-bcb1282daa1b req-83a70dbf-5f56-4521-bc6a-3441d1855891 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Calling delete_port for 60f858e8-f78c-4e19-9597-ef737b654946 owned by compute:nova {{(pid=82379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:31:07.633793 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6a435-85df-40ed-af49-03ec4c1cda58 req-690be171-29ef-4335-bdf0-10125b6648f4 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:07.635380 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-50f6a435-85df-40ed-af49-03ec4c1cda58 req-690be171-29ef-4335-bdf0-10125b6648f4 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ca4ffe-c243-4cd0-b7d5-96f917201e82 HTTP/1.1" status: 200 len: 945 time: 0.2936456 Aug 21 12:31:07.717449 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-50f6a435-85df-40ed-af49-03ec4c1cda58 req-0aa144a3-250c-4827-86b6-985d7bf2d57b tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4b1c9e0-a514-4e64-8190-036fcb38f79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747190 Aug 21 12:31:07.792059 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-e492539a-064a-49b8-8842-bcb1282daa1b req-83a70dbf-5f56-4521-bc6a-3441d1855891 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7173834'] for port, after_delete {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:07.798013 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-8bb7bfaf-7832-44a5-a773-14f7f850f881 tempest-ServerRescueNegativeTestJSON-312879611 tempest-ServerRescueNegativeTestJSON-312879611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:07.845300 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a70dbf-5f56-4521-bc6a-3441d1855891 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Pushing event deleted for resources: {'Port': ['ID=60f858e8-f78c-4e19-9597-ef737b654946,revision_number=None']} {{(pid=82379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:07.849156 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-83a70dbf-5f56-4521-bc6a-3441d1855891 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:07.923024 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [req-e492539a-064a-49b8-8842-bcb1282daa1b req-83a70dbf-5f56-4521-bc6a-3441d1855891 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] No DVR routers for this DVR port 60f858e8-f78c-4e19-9597-ef737b654946 on host hv-cinder-80547 {{(pid=82379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:31:07.925446 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [req-e492539a-064a-49b8-8842-bcb1282daa1b req-83a70dbf-5f56-4521-bc6a-3441d1855891 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854688655'] for port, before_response {{(pid=82379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:07.928156 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ca4ffe-c243-4cd0-b7d5-96f917201e82', 'name': 'network-vif-deleted', 'tag': '60f858e8-f78c-4e19-9597-ef737b654946'}] {{(pid=82379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:31:07.936990 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [req-e492539a-064a-49b8-8842-bcb1282daa1b req-83a70dbf-5f56-4521-bc6a-3441d1855891 tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.21 "DELETE /v2.0/ports/60f858e8-f78c-4e19-9597-ef737b654946 HTTP/1.1" status: 204 len: 173 time: 0.8431711 Aug 21 12:31:07.986315 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ca4ffe-c243-4cd0-b7d5-96f917201e82', 'name': 'network-vif-deleted', 'tag': '60f858e8-f78c-4e19-9597-ef737b654946', 'status': 'completed', 'code': 200} Aug 21 12:31:08.875744 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 47576) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:08.949187 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-da38a1c6-a284-4ba7-95e9-de01c46e097c tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:08.979497 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-da38a1c6-a284-4ba7-95e9-de01c46e097c tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:09.033539 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-da38a1c6-a284-4ba7-95e9-de01c46e097c tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:09.038648 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c990723d-a374-4f44-873f-9e3a2b83f3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:09.053351 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38a1c6-a284-4ba7-95e9-de01c46e097c tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b1c9e0-a514-4e64-8190-036fcb38f79d,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:09.056187 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-da38a1c6-a284-4ba7-95e9-de01c46e097c tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:09.062553 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-da38a1c6-a284-4ba7-95e9-de01c46e097c tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:09.063779 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-da38a1c6-a284-4ba7-95e9-de01c46e097c tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] 10.222.0.11 "DELETE /v2.0/security-groups/c4b1c9e0-a514-4e64-8190-036fcb38f79d HTTP/1.1" status: 204 len: 168 time: 0.1869953 Aug 21 12:31:09.119810 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 47582) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:09.656803 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e8514c95-be6d-4ddc-a26c-70f0b91b1b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7900520'] for router_interface, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:09.681637 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 60f858e8-f78c-4e19-9597-ef737b654946 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:31:09.718549 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] No Port match for: 60f858e8-f78c-4e19-9597-ef737b654946 {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:31:09.718944 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Device 60f858e8-f78c-4e19-9597-ef737b654946 not bound to the agent host hv-cinder-80547 {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:31:10.263639 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-e8514c95-be6d-4ddc-a26c-70f0b91b1b44 admin admin] Deleting port 172c9e68-d246-48b6-867a-2f091c658472 {{(pid=82380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:31:10.264228 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e8514c95-be6d-4ddc-a26c-70f0b91b1b44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:10.441555 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-e8514c95-be6d-4ddc-a26c-70f0b91b1b44 admin admin] For port 172c9e68-d246-48b6-867a-2f091c658472, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=172c9e68-d246-48b6-867a-2f091c658472,segment=NetworkSegment(6c4d65b5-ee89-49b8-a84e-3294554a92f4),segment_id=6c4d65b5-ee89-49b8-a84e-3294554a92f4)] {{(pid=82380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:31:10.441951 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e8514c95-be6d-4ddc-a26c-70f0b91b1b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:10.565983 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-e8514c95-be6d-4ddc-a26c-70f0b91b1b44 admin admin] Calling delete_port for 172c9e68-d246-48b6-867a-2f091c658472 owned by network:router_interface {{(pid=82380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:31:10.739567 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e8514c95-be6d-4ddc-a26c-70f0b91b1b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:10.744106 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ca2557e4-32a5-435a-a009-e2d6c8c99f30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:11.008726 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8514c95-be6d-4ddc-a26c-70f0b91b1b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=172c9e68-d246-48b6-867a-2f091c658472,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:11.012917 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-e8514c95-be6d-4ddc-a26c-70f0b91b1b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:11.310651 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e8514c95-be6d-4ddc-a26c-70f0b91b1b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847207007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846849064'] for router_interface, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:11.907051 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8514c95-be6d-4ddc-a26c-70f0b91b1b44 admin admin] Router 7017eb44-bbc9-4f2c-acb7-012ec7375c89 has already been hosted by L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 {{(pid=82380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:31:12.113499 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8514c95-be6d-4ddc-a26c-70f0b91b1b44 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:31:12.122892 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d271dbc-95ae-430f-820f-6bc30967f17a None None] Sync routers for ids ['7017eb44-bbc9-4f2c-acb7-012ec7375c89'] in dv-cinder-805477-2-smb {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:31:12.124965 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-e8514c95-be6d-4ddc-a26c-70f0b91b1b44 admin admin] 10.222.0.11 "PUT /v2.0/routers/7017eb44-bbc9-4f2c-acb7-012ec7375c89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0031607 Aug 21 12:31:12.126851 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 47588) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:12.135348 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d271dbc-95ae-430f-820f-6bc30967f17a None None] Routers {'7017eb44-bbc9-4f2c-acb7-012ec7375c89'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:31:12.136923 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-7d271dbc-95ae-430f-820f-6bc30967f17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:30:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['7017eb44-bbc9-4f2c-acb7-012ec7375c89'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:12.331166 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c2010bd2-53a3-4920-a720-9b54511282d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:12.395448 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-7d271dbc-95ae-430f-820f-6bc30967f17a None None] Set router 7017eb44-bbc9-4f2c-acb7-012ec7375c89 gateway port host: dv-cinder-805477-2-smb {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:31:12.545954 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c2010bd2-53a3-4920-a720-9b54511282d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:12.556750 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-c2010bd2-53a3-4920-a720-9b54511282d0 admin admin] Deleting port ba2d90f0-d46c-4052-8177-56de9d397e4e {{(pid=82380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:31:12.557178 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c2010bd2-53a3-4920-a720-9b54511282d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:12.743127 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-c2010bd2-53a3-4920-a720-9b54511282d0 admin admin] For port ba2d90f0-d46c-4052-8177-56de9d397e4e, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=ba2d90f0-d46c-4052-8177-56de9d397e4e,segment=NetworkSegment(04830730-7182-4df6-a102-4ded0d586a71),segment_id=04830730-7182-4df6-a102-4ded0d586a71)] {{(pid=82380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:31:12.743445 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c2010bd2-53a3-4920-a720-9b54511282d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:12.876167 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-c2010bd2-53a3-4920-a720-9b54511282d0 admin admin] Calling delete_port for ba2d90f0-d46c-4052-8177-56de9d397e4e owned by network:router_gateway {{(pid=82380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:31:12.973995 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-7d271dbc-95ae-430f-820f-6bc30967f17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'name': 'tempest-TestShelveInstance-671626786-router', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ba2d90f0-d46c-4052-8177-56de9d397e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:25:21Z', 'updated_at': '2021-08-21T12:31:10Z', 'revision_number': 5, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'gw_port': {'id': 'ba2d90f0-d46c-4052-8177-56de9d397e4e', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:87:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:21Z', 'updated_at': '2021-08-21T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb'}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:12.983244 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d271dbc-95ae-430f-820f-6bc30967f17a None None] Checking router: 7017eb44-bbc9-4f2c-acb7-012ec7375c89 for host: dv-cinder-805477-2-smb {{(pid=82381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:31:12.994731 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d271dbc-95ae-430f-820f-6bc30967f17a None None] Routers {'7017eb44-bbc9-4f2c-acb7-012ec7375c89'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:31:12.995470 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-7d271dbc-95ae-430f-820f-6bc30967f17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:30:45Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['7017eb44-bbc9-4f2c-acb7-012ec7375c89'], 'active': True} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:13.042578 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c2010bd2-53a3-4920-a720-9b54511282d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:13.046961 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-d2af9b06-8c6a-44d4-98d1-427371f136e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:13.090595 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2010bd2-53a3-4920-a720-9b54511282d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2d90f0-d46c-4052-8177-56de9d397e4e,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:13.095078 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-c2010bd2-53a3-4920-a720-9b54511282d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:13.142402 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-7d271dbc-95ae-430f-820f-6bc30967f17a None None] Set router 7017eb44-bbc9-4f2c-acb7-012ec7375c89 gateway port host: None {{(pid=82381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:31:13.181883 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-17a52baf-3f2a-4938-9138-69f973693405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:13.255489 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-7d271dbc-95ae-430f-820f-6bc30967f17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'name': 'tempest-TestShelveInstance-671626786-router', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:25:21Z', 'updated_at': '2021-08-21T12:31:12Z', 'revision_number': 7, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'gw_port_host': None}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:13.259590 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d271dbc-95ae-430f-820f-6bc30967f17a None None] The sync data for ids ['7017eb44-bbc9-4f2c-acb7-012ec7375c89'] in dv-cinder-805477-2-smb is: [{'id': '7017eb44-bbc9-4f2c-acb7-012ec7375c89', 'name': 'tempest-TestShelveInstance-671626786-router', 'tenant_id': 'c61de113f0bd4c8681decc48f0d759bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:25:21Z', 'updated_at': '2021-08-21T12:31:12Z', 'revision_number': 7, 'project_id': 'c61de113f0bd4c8681decc48f0d759bb', 'gw_port_host': None}] {{(pid=82381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:31:13.328058 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c2010bd2-53a3-4920-a720-9b54511282d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7927897'] for router_gateway, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:13.600699 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 172c9e68-d246-48b6-867a-2f091c658472 no longer exists at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:31:13.640717 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] No Port match for: 172c9e68-d246-48b6-867a-2f091c658472 {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:31:13.641240 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 172c9e68-d246-48b6-867a-2f091c658472 not bound to the agent host dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:31:13.834202 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c2010bd2-53a3-4920-a720-9b54511282d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7925337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-503566'] for router, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:13.838539 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c2010bd2-53a3-4920-a720-9b54511282d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:13.861822 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c2010bd2-53a3-4920-a720-9b54511282d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846850615'] for router, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:13.862412 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2010bd2-53a3-4920-a720-9b54511282d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7017eb44-bbc9-4f2c-acb7-012ec7375c89 {{(pid=82380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 21 12:31:13.876087 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c2010bd2-53a3-4920-a720-9b54511282d0 admin admin] Notify callbacks [] for router, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:13.877346 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-c2010bd2-53a3-4920-a720-9b54511282d0 admin admin] 10.222.0.11 "DELETE /v2.0/routers/7017eb44-bbc9-4f2c-acb7-012ec7375c89 HTTP/1.1" status: 204 len: 168 time: 1.7494996 Aug 21 12:31:13.880119 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 47592) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:13.946776 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad89a2b7-7839-4176-837c-27b67ffb0528 admin admin] Deleting subnet 70758fb0-22b5-4316-a8d6-e9838934778a {{(pid=82380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:31:13.950149 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ad89a2b7-7839-4176-837c-27b67ffb0528 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:14.008777 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ad89a2b7-7839-4176-837c-27b67ffb0528 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848065894'] for subnet, precommit_delete_associations {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:14.101488 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ad89a2b7-7839-4176-837c-27b67ffb0528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:14.189267 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ad89a2b7-7839-4176-837c-27b67ffb0528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848059214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6737682'] for subnet, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:14.194263 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:14.240163 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89a2b7-7839-4176-837c-27b67ffb0528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70758fb0-22b5-4316-a8d6-e9838934778a,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:14.243288 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-ad89a2b7-7839-4176-837c-27b67ffb0528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:14.247316 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-ad89a2b7-7839-4176-837c-27b67ffb0528 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:14.252999 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2627d5-cbef-4a22-9868-cc86e43808cc None None] Network 584f663b-435a-48ca-b621-8f11c231b397 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:31:14.254580 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-ad89a2b7-7839-4176-837c-27b67ffb0528 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/70758fb0-22b5-4316-a8d6-e9838934778a HTTP/1.1" status: 204 len: 168 time: 0.3734250 Aug 21 12:31:14.257160 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 47596) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:14.376767 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-90958d3f-8ca3-4653-b813-98b3a4cd97b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-476761'] for network, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:14.388699 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-90958d3f-8ca3-4653-b813-98b3a4cd97b6 admin admin] Deleting port ac201fea-ceb7-4fd4-914c-8ad3fddad0ab {{(pid=82380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:31:14.389116 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-90958d3f-8ca3-4653-b813-98b3a4cd97b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:14.543744 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:14.554272 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e65063-bf21-4f68-9313-7e0d19361d06 None None] DHCP port deletion for 584f663b-435a-48ca-b621-8f11c231b397 request from dv-cinder-805477-2-smb {{(pid=82381) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Aug 21 12:31:14.559288 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-39e65063-bf21-4f68-9313-7e0d19361d06 None None] Deleting port ac201fea-ceb7-4fd4-914c-8ad3fddad0ab {{(pid=82381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:31:14.559703 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-39e65063-bf21-4f68-9313-7e0d19361d06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:14.622895 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-90958d3f-8ca3-4653-b813-98b3a4cd97b6 admin admin] For port ac201fea-ceb7-4fd4-914c-8ad3fddad0ab, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=ac201fea-ceb7-4fd4-914c-8ad3fddad0ab,segment=NetworkSegment(6c4d65b5-ee89-49b8-a84e-3294554a92f4),segment_id=6c4d65b5-ee89-49b8-a84e-3294554a92f4)] {{(pid=82380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:31:14.623523 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-90958d3f-8ca3-4653-b813-98b3a4cd97b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:14.751068 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-90958d3f-8ca3-4653-b813-98b3a4cd97b6 admin admin] Calling delete_port for ac201fea-ceb7-4fd4-914c-8ad3fddad0ab owned by network:dhcp {{(pid=82380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:31:14.774154 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-39e65063-bf21-4f68-9313-7e0d19361d06 None None] For port ac201fea-ceb7-4fd4-914c-8ad3fddad0ab, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=ac201fea-ceb7-4fd4-914c-8ad3fddad0ab,segment=NetworkSegment(6c4d65b5-ee89-49b8-a84e-3294554a92f4),segment_id=6c4d65b5-ee89-49b8-a84e-3294554a92f4)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:31:14.774529 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-39e65063-bf21-4f68-9313-7e0d19361d06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:14.830127 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-90958d3f-8ca3-4653-b813-98b3a4cd97b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:14.834874 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-e9d4f6f7-84f9-462d-87b9-83c6af919a51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:14.877140 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90958d3f-8ca3-4653-b813-98b3a4cd97b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac201fea-ceb7-4fd4-914c-8ad3fddad0ab,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:14.881575 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-90958d3f-8ca3-4653-b813-98b3a4cd97b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:14.883993 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90958d3f-8ca3-4653-b813-98b3a4cd97b6 admin admin] No DVR routers for this DVR port ac201fea-ceb7-4fd4-914c-8ad3fddad0ab on host dv-cinder-805477-2-smb {{(pid=82380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:31:14.906373 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-39e65063-bf21-4f68-9313-7e0d19361d06 None None] Calling delete_port for ac201fea-ceb7-4fd4-914c-8ad3fddad0ab owned by network:dhcp {{(pid=82381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:31:14.977810 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.db.api [None req-39e65063-bf21-4f68-9313-7e0d19361d06 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82381) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 12:31:14.978218 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_db.api [None req-39e65063-bf21-4f68-9313-7e0d19361d06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 12:31:15.008363 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-90958d3f-8ca3-4653-b813-98b3a4cd97b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773097', 'neutron.services.segments.db._delete_segments_for_network--9223363279269330172'] for network, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:15.023523 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-90958d3f-8ca3-4653-b813-98b3a4cd97b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584f663b-435a-48ca-b621-8f11c231b397']}} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:15.037521 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-90958d3f-8ca3-4653-b813-98b3a4cd97b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c4d65b5-ee89-49b8-a84e-3294554a92f4') {'for_net_delete': True} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:15.037903 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-90958d3f-8ca3-4653-b813-98b3a4cd97b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c4d65b5-ee89-49b8-a84e-3294554a92f4') {} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:15.050953 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-90958d3f-8ca3-4653-b813-98b3a4cd97b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279269335395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6709906'] for segment, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:15.066147 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-90958d3f-8ca3-4653-b813-98b3a4cd97b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:15.072801 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90958d3f-8ca3-4653-b813-98b3a4cd97b6 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=82380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:31:15.073288 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-90958d3f-8ca3-4653-b813-98b3a4cd97b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854685446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848059169'] for segment, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: Traceback (most recent call last): Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: timer() Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: cb(*args, **kw) Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: return func(*args, **kwargs) Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: self._notify() Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: self.callback(batched_events) Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: event.method(event) Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: segment_id)['aggregates'][0] Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: return f(self, *a, **k) Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: return self._get(url).json() Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: **kwargs) Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: return self.request(url, 'GET', **kwargs) Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: **endpoint_filter) Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:31:15.086961 dv-cinder-805477-2-smb neutron-server[82268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:31:15.169737 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-90958d3f-8ca3-4653-b813-98b3a4cd97b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846847901'] for network, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:15.173205 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:15.189680 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-90958d3f-8ca3-4653-b813-98b3a4cd97b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:15.196516 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90958d3f-8ca3-4653-b813-98b3a4cd97b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=584f663b-435a-48ca-b621-8f11c231b397,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:15.201147 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-90958d3f-8ca3-4653-b813-98b3a4cd97b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:15.211272 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-90958d3f-8ca3-4653-b813-98b3a4cd97b6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/584f663b-435a-48ca-b621-8f11c231b397 HTTP/1.1" status: 204 len: 168 time: 0.9530518 Aug 21 12:31:15.214755 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 47600) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:15.217041 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-29b2e761-84c8-460c-8d5a-27e8d39005cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:15.479158 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-39e65063-bf21-4f68-9313-7e0d19361d06 None None] Deleting port ac201fea-ceb7-4fd4-914c-8ad3fddad0ab {{(pid=82381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:31:15.481035 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-39e65063-bf21-4f68-9313-7e0d19361d06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:15.548504 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-39e65063-bf21-4f68-9313-7e0d19361d06 None None] The port 'ac201fea-ceb7-4fd4-914c-8ad3fddad0ab' was deleted {{(pid=82381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Aug 21 12:31:15.562065 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device ba2d90f0-d46c-4052-8177-56de9d397e4e no longer exists at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:31:15.599273 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] No Port match for: ba2d90f0-d46c-4052-8177-56de9d397e4e {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:31:15.599671 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device ba2d90f0-d46c-4052-8177-56de9d397e4e not bound to the agent host dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:31:15.600138 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device ac201fea-ceb7-4fd4-914c-8ad3fddad0ab no longer exists at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:31:15.613400 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-72e4e83e-5180-47f1-9c39-0b96712c660a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7900520'] for router_interface, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:15.632089 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] No Port match for: ac201fea-ceb7-4fd4-914c-8ad3fddad0ab {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:31:15.632586 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device ac201fea-ceb7-4fd4-914c-8ad3fddad0ab not bound to the agent host dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:31:15.836347 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:16.220266 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-72e4e83e-5180-47f1-9c39-0b96712c660a admin admin] Deleting port 36e0a4ba-ad74-41f4-af17-c7d03d12cc44 {{(pid=82380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:31:16.220652 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-72e4e83e-5180-47f1-9c39-0b96712c660a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:16.398957 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-72e4e83e-5180-47f1-9c39-0b96712c660a admin admin] For port 36e0a4ba-ad74-41f4-af17-c7d03d12cc44, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=36e0a4ba-ad74-41f4-af17-c7d03d12cc44,segment=NetworkSegment(b7684182-f51a-46c1-a730-5dae5e737c0f),segment_id=b7684182-f51a-46c1-a730-5dae5e737c0f)] {{(pid=82380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:31:16.399359 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-72e4e83e-5180-47f1-9c39-0b96712c660a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:16.521510 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-72e4e83e-5180-47f1-9c39-0b96712c660a admin admin] Calling delete_port for 36e0a4ba-ad74-41f4-af17-c7d03d12cc44 owned by network:router_interface {{(pid=82380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:31:16.692581 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-72e4e83e-5180-47f1-9c39-0b96712c660a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:16.696256 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-b9c56de0-a47d-443f-9552-fbb1a3fe7629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:16.737288 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4e83e-5180-47f1-9c39-0b96712c660a admin admin] Pushing event deleted for resources: {'Port': ['ID=36e0a4ba-ad74-41f4-af17-c7d03d12cc44,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:16.741778 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-72e4e83e-5180-47f1-9c39-0b96712c660a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:17.227353 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:17.258661 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-72e4e83e-5180-47f1-9c39-0b96712c660a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847207007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846849064'] for router_interface, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:17.860821 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e4e83e-5180-47f1-9c39-0b96712c660a admin admin] Router e33892ae-11b7-4752-878f-4abaf5b60850 has already been hosted by L3 agent d0ff4e47-1126-44c0-bc42-1db5981877b7 {{(pid=82380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:31:18.071219 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e4e83e-5180-47f1-9c39-0b96712c660a admin admin] Notify agent at l3_agent.dv-cinder-805477-2-smb the message routers_updated {{(pid=82380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:31:18.080052 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d579a796-fd92-417e-aa0d-f45a99c7f35f None None] Sync routers for ids ['e33892ae-11b7-4752-878f-4abaf5b60850'] in dv-cinder-805477-2-smb {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:31:18.087327 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-72e4e83e-5180-47f1-9c39-0b96712c660a admin admin] 10.222.0.11 "PUT /v2.0/routers/e33892ae-11b7-4752-878f-4abaf5b60850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8714416 Aug 21 12:31:18.089933 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 47604) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:18.093880 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d579a796-fd92-417e-aa0d-f45a99c7f35f None None] Routers {'e33892ae-11b7-4752-878f-4abaf5b60850'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:31:18.094551 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-d579a796-fd92-417e-aa0d-f45a99c7f35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:31:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['e33892ae-11b7-4752-878f-4abaf5b60850'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:18.291681 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-d579a796-fd92-417e-aa0d-f45a99c7f35f None None] Set router e33892ae-11b7-4752-878f-4abaf5b60850 gateway port host: dv-cinder-805477-2-smb {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:31:18.295631 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7c24c260-4fdf-4d44-95d2-637b5d35ae00 admin admin] Notify callbacks [] for router, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:18.515976 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7c24c260-4fdf-4d44-95d2-637b5d35ae00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:18.528503 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-7c24c260-4fdf-4d44-95d2-637b5d35ae00 admin admin] Deleting port 73c6d452-963b-4958-a0a6-e7c7c22a8fcc {{(pid=82380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:31:18.529095 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7c24c260-4fdf-4d44-95d2-637b5d35ae00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:18.641514 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-d579a796-fd92-417e-aa0d-f45a99c7f35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33892ae-11b7-4752-878f-4abaf5b60850', 'name': 'tempest-TestShelveInstance-1881440021-router', 'tenant_id': 'c5b97b40014f49aa868a8f7551a6968e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'external_fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '73c6d452-963b-4958-a0a6-e7c7c22a8fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:25:27Z', 'updated_at': '2021-08-21T12:31:16Z', 'revision_number': 5, 'project_id': 'c5b97b40014f49aa868a8f7551a6968e', 'gw_port': {'id': '73c6d452-963b-4958-a0a6-e7c7c22a8fcc', 'name': '', 'network_id': '17d050b5-9d10-4030-a56f-7262e0bfffca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33892ae-11b7-4752-878f-4abaf5b60850', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:25:28Z', 'updated_at': '2021-08-21T12:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ff80433-24f5-4344-a1b2-e78aa99f1de5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-smb'}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:18.645503 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d579a796-fd92-417e-aa0d-f45a99c7f35f None None] Checking router: e33892ae-11b7-4752-878f-4abaf5b60850 for host: dv-cinder-805477-2-smb {{(pid=82382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:31:18.657228 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d579a796-fd92-417e-aa0d-f45a99c7f35f None None] Routers {'e33892ae-11b7-4752-878f-4abaf5b60850'} bound to L3 agent in host dv-cinder-805477-2-smb {{(pid=82382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:31:18.657881 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-d579a796-fd92-417e-aa0d-f45a99c7f35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T12:09:45Z,description=,heartbeat_timestamp=2021-08-21T12:31:15Z,host='dv-cinder-805477-2-smb',id=d0ff4e47-1126-44c0-bc42-1db5981877b7,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:09:45Z,topic='l3_agent')) {'router_ids': ['e33892ae-11b7-4752-878f-4abaf5b60850'], 'active': True} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:18.744597 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-7c24c260-4fdf-4d44-95d2-637b5d35ae00 admin admin] For port 73c6d452-963b-4958-a0a6-e7c7c22a8fcc, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=73c6d452-963b-4958-a0a6-e7c7c22a8fcc,segment=NetworkSegment(04830730-7182-4df6-a102-4ded0d586a71),segment_id=04830730-7182-4df6-a102-4ded0d586a71)] {{(pid=82380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:31:18.745234 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7c24c260-4fdf-4d44-95d2-637b5d35ae00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:18.816635 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvr_db [None req-d579a796-fd92-417e-aa0d-f45a99c7f35f None None] Set router e33892ae-11b7-4752-878f-4abaf5b60850 gateway port host: None {{(pid=82382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:31:18.871899 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-7c24c260-4fdf-4d44-95d2-637b5d35ae00 admin admin] Calling delete_port for 73c6d452-963b-4958-a0a6-e7c7c22a8fcc owned by network:router_gateway {{(pid=82380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:31:18.909601 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:19.047755 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7c24c260-4fdf-4d44-95d2-637b5d35ae00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:19.052438 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-39051a07-ff18-4ace-b214-a362fad009e0 tempest-AttachVolumeShelveTestJSON-1473848962 tempest-AttachVolumeShelveTestJSON-1473848962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:19.071877 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_hamode_db [None req-d579a796-fd92-417e-aa0d-f45a99c7f35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33892ae-11b7-4752-878f-4abaf5b60850', 'name': 'tempest-TestShelveInstance-1881440021-router', 'tenant_id': 'c5b97b40014f49aa868a8f7551a6968e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:25:27Z', 'updated_at': '2021-08-21T12:31:18Z', 'revision_number': 6, 'project_id': 'c5b97b40014f49aa868a8f7551a6968e', 'gw_port_host': None}], 'dv-cinder-805477-2-smb', False) {} {{(pid=82382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:19.076659 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d579a796-fd92-417e-aa0d-f45a99c7f35f None None] The sync data for ids ['e33892ae-11b7-4752-878f-4abaf5b60850'] in dv-cinder-805477-2-smb is: [{'id': 'e33892ae-11b7-4752-878f-4abaf5b60850', 'name': 'tempest-TestShelveInstance-1881440021-router', 'tenant_id': 'c5b97b40014f49aa868a8f7551a6968e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:25:27Z', 'updated_at': '2021-08-21T12:31:18Z', 'revision_number': 6, 'project_id': 'c5b97b40014f49aa868a8f7551a6968e', 'gw_port_host': None}] {{(pid=82382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:31:19.096984 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24c260-4fdf-4d44-95d2-637b5d35ae00 admin admin] Pushing event deleted for resources: {'Port': ['ID=73c6d452-963b-4958-a0a6-e7c7c22a8fcc,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:19.099811 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-7c24c260-4fdf-4d44-95d2-637b5d35ae00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:19.562147 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 36e0a4ba-ad74-41f4-af17-c7d03d12cc44 no longer exists at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:31:19.563428 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7c24c260-4fdf-4d44-95d2-637b5d35ae00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7927897'] for router_gateway, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:19.595509 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] No Port match for: 36e0a4ba-ad74-41f4-af17-c7d03d12cc44 {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:31:19.595904 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 36e0a4ba-ad74-41f4-af17-c7d03d12cc44 not bound to the agent host dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:31:19.596365 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 73c6d452-963b-4958-a0a6-e7c7c22a8fcc no longer exists at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:31:19.633288 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] No Port match for: 73c6d452-963b-4958-a0a6-e7c7c22a8fcc {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:31:19.634040 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 73c6d452-963b-4958-a0a6-e7c7c22a8fcc not bound to the agent host dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:31:19.837838 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7c24c260-4fdf-4d44-95d2-637b5d35ae00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7925337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-503566'] for router, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:19.842205 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7c24c260-4fdf-4d44-95d2-637b5d35ae00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:19.865921 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7c24c260-4fdf-4d44-95d2-637b5d35ae00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846850615'] for router, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:19.866529 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c24c260-4fdf-4d44-95d2-637b5d35ae00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e33892ae-11b7-4752-878f-4abaf5b60850 {{(pid=82380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 21 12:31:19.879956 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-7c24c260-4fdf-4d44-95d2-637b5d35ae00 admin admin] Notify callbacks [] for router, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:19.883586 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-7c24c260-4fdf-4d44-95d2-637b5d35ae00 admin admin] 10.222.0.11 "DELETE /v2.0/routers/e33892ae-11b7-4752-878f-4abaf5b60850 HTTP/1.1" status: 204 len: 168 time: 1.7902882 Aug 21 12:31:19.883898 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 47608) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:19.955688 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90655ca-f57c-4d3d-9461-7ed724593969 admin admin] Deleting subnet e6af14d9-8d1e-4397-a1b1-856fd673c682 {{(pid=82380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:31:19.959140 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e90655ca-f57c-4d3d-9461-7ed724593969 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:20.011753 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e90655ca-f57c-4d3d-9461-7ed724593969 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848065894'] for subnet, precommit_delete_associations {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:20.093991 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e90655ca-f57c-4d3d-9461-7ed724593969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:20.162010 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e90655ca-f57c-4d3d-9461-7ed724593969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848059214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6737682'] for subnet, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:20.166466 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:20.203834 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90655ca-f57c-4d3d-9461-7ed724593969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6af14d9-8d1e-4397-a1b1-856fd673c682,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:20.206576 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-e90655ca-f57c-4d3d-9461-7ed724593969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:20.210122 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e90655ca-f57c-4d3d-9461-7ed724593969 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:20.215400 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c0b7ff-0789-4b4c-bac4-4885e280bbab None None] Network 071c46fb-b90e-4789-9352-faa4138ce448 requested from dv-cinder-805477-2-smb {{(pid=82381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:31:20.216832 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-e90655ca-f57c-4d3d-9461-7ed724593969 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e6af14d9-8d1e-4397-a1b1-856fd673c682 HTTP/1.1" status: 204 len: 168 time: 0.3319218 Aug 21 12:31:20.219368 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 47612) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:20.334925 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a825-8c40-448e-b05a-831cc5c5eef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-476761'] for network, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:20.350411 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-bdc0a825-8c40-448e-b05a-831cc5c5eef4 admin admin] Deleting port 659551bb-55c9-478b-aa37-9f9402a0af42 {{(pid=82380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:31:20.350411 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a825-8c40-448e-b05a-831cc5c5eef4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:20.485592 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62353352-8a15-4d5a-80b6-43ec0bd594bc None None] DHCP port deletion for 071c46fb-b90e-4789-9352-faa4138ce448 request from dv-cinder-805477-2-smb {{(pid=82381) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Aug 21 12:31:20.489884 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-62353352-8a15-4d5a-80b6-43ec0bd594bc None None] Deleting port 659551bb-55c9-478b-aa37-9f9402a0af42 {{(pid=82381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:31:20.490312 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-62353352-8a15-4d5a-80b6-43ec0bd594bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:20.563808 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-bdc0a825-8c40-448e-b05a-831cc5c5eef4 admin admin] For port 659551bb-55c9-478b-aa37-9f9402a0af42, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=659551bb-55c9-478b-aa37-9f9402a0af42,segment=NetworkSegment(b7684182-f51a-46c1-a730-5dae5e737c0f),segment_id=b7684182-f51a-46c1-a730-5dae5e737c0f)] {{(pid=82380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:31:20.564207 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a825-8c40-448e-b05a-831cc5c5eef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:20.689304 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-bdc0a825-8c40-448e-b05a-831cc5c5eef4 admin admin] Calling delete_port for 659551bb-55c9-478b-aa37-9f9402a0af42 owned by network:dhcp {{(pid=82380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:31:20.704370 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.db [None req-62353352-8a15-4d5a-80b6-43ec0bd594bc None None] For port 659551bb-55c9-478b-aa37-9f9402a0af42, host dv-cinder-805477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-smb',level=0,port_id=659551bb-55c9-478b-aa37-9f9402a0af42,segment=NetworkSegment(b7684182-f51a-46c1-a730-5dae5e737c0f),segment_id=b7684182-f51a-46c1-a730-5dae5e737c0f)] {{(pid=82381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:31:20.704760 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-62353352-8a15-4d5a-80b6-43ec0bd594bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7905214'] for port, precommit_delete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:20.760304 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a825-8c40-448e-b05a-831cc5c5eef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854610614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279269455766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279269863762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6716644'] for port, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:20.765419 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-84d52815-916a-4afe-9d2b-d57eb660d4da tempest-TestShelveInstance-1631618739 tempest-TestShelveInstance-1631618739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:20.812658 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0a825-8c40-448e-b05a-831cc5c5eef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=659551bb-55c9-478b-aa37-9f9402a0af42,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:20.816024 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-bdc0a825-8c40-448e-b05a-831cc5c5eef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:20.821578 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc0a825-8c40-448e-b05a-831cc5c5eef4 admin admin] No DVR routers for this DVR port 659551bb-55c9-478b-aa37-9f9402a0af42 on host dv-cinder-805477-2-smb {{(pid=82380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:31:20.836113 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-62353352-8a15-4d5a-80b6-43ec0bd594bc None None] Calling delete_port for 659551bb-55c9-478b-aa37-9f9402a0af42 owned by network:dhcp {{(pid=82381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:31:20.866348 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:31:20.904140 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.db.api [None req-62353352-8a15-4d5a-80b6-43ec0bd594bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82381) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 12:31:20.904737 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_db.api [None req-62353352-8a15-4d5a-80b6-43ec0bd594bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 12:31:20.946624 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a825-8c40-448e-b05a-831cc5c5eef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773097', 'neutron.services.segments.db._delete_segments_for_network--9223363279269330172'] for network, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:20.960073 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-bdc0a825-8c40-448e-b05a-831cc5c5eef4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071c46fb-b90e-4789-9352-faa4138ce448']}} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:20.972997 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-bdc0a825-8c40-448e-b05a-831cc5c5eef4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7684182-f51a-46c1-a730-5dae5e737c0f') {'for_net_delete': True} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:20.973387 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.services.segments.db [None req-bdc0a825-8c40-448e-b05a-831cc5c5eef4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7684182-f51a-46c1-a730-5dae5e737c0f') {} {{(pid=82380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:20.985728 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a825-8c40-448e-b05a-831cc5c5eef4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279269335395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6709906'] for segment, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:21.001288 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a825-8c40-448e-b05a-831cc5c5eef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-90354'] for segment, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:21.007516 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc0a825-8c40-448e-b05a-831cc5c5eef4 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=82380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:31:21.007945 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a825-8c40-448e-b05a-831cc5c5eef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854685446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848059169'] for segment, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: Traceback (most recent call last): Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: timer() Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: cb(*args, **kw) Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: return func(*args, **kwargs) Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: self._notify() Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: self.callback(batched_events) Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: event.method(event) Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: segment_id)['aggregates'][0] Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: return f(self, *a, **k) Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: return self._get(url).json() Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: **kwargs) Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: return self.request(url, 'GET', **kwargs) Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: **endpoint_filter) Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:31:21.021788 dv-cinder-805477-2-smb neutron-server[82268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:31:21.098952 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a825-8c40-448e-b05a-831cc5c5eef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7568808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846847901'] for network, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:21.102333 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-af0bb019-f3a2-40ea-8715-1126d43c7aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:21.116954 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a825-8c40-448e-b05a-831cc5c5eef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7568795'] for network, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:21.128776 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0a825-8c40-448e-b05a-831cc5c5eef4 admin admin] Pushing event deleted for resources: {'Network': ['ID=071c46fb-b90e-4789-9352-faa4138ce448,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:21.133487 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-bdc0a825-8c40-448e-b05a-831cc5c5eef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:21.137122 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-bdc0a825-8c40-448e-b05a-831cc5c5eef4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/071c46fb-b90e-4789-9352-faa4138ce448 HTTP/1.1" status: 204 len: 168 time: 0.9167297 Aug 21 12:31:21.280682 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 47618) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:21.334884 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-be216acc-bdab-4c86-9d78-a70515e419ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c61de113f0bd4c8681decc48f0d759bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0528522 Aug 21 12:31:21.337317 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 47622) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:21.399081 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e0865a9b-b05c-4bd1-8b58-ff1b992b80ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:21.406177 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-62353352-8a15-4d5a-80b6-43ec0bd594bc None None] Deleting port 659551bb-55c9-478b-aa37-9f9402a0af42 {{(pid=82381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:31:21.406631 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-62353352-8a15-4d5a-80b6-43ec0bd594bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757585319539'] for port, before_delete {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:21.426175 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e0865a9b-b05c-4bd1-8b58-ff1b992b80ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:21.471527 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e0865a9b-b05c-4bd1-8b58-ff1b992b80ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:21.475896 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-7d2a3251-5e4d-4547-b595-1fb5dfd5868d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:21.476248 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-62353352-8a15-4d5a-80b6-43ec0bd594bc None None] The port '659551bb-55c9-478b-aa37-9f9402a0af42' was deleted {{(pid=82381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Aug 21 12:31:21.496403 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0865a9b-b05c-4bd1-8b58-ff1b992b80ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab3076b-9da1-4e4d-a0ac-f820152c687c,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:21.500299 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-e0865a9b-b05c-4bd1-8b58-ff1b992b80ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:21.503556 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-e0865a9b-b05c-4bd1-8b58-ff1b992b80ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:21.505122 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-e0865a9b-b05c-4bd1-8b58-ff1b992b80ea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bab3076b-9da1-4e4d-a0ac-f820152c687c HTTP/1.1" status: 204 len: 168 time: 0.1665149 Aug 21 12:31:21.562733 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 659551bb-55c9-478b-aa37-9f9402a0af42 no longer exists at agent ovs-agent-dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:31:21.596571 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.plugin [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] No Port match for: 659551bb-55c9-478b-aa37-9f9402a0af42 {{(pid=82381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:31:21.596965 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.plugins.ml2.rpc [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Device 659551bb-55c9-478b-aa37-9f9402a0af42 not bound to the agent host dv-cinder-805477-2-smb {{(pid=82381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:31:21.917637 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 47630) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:21.970709 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-1563d170-6aa7-41d5-aaf5-1f0accb71d3f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c5b97b40014f49aa868a8f7551a6968e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0518079 Aug 21 12:31:21.973163 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [-] (82380) accepted ('10.222.0.11', 47634) {{(pid=82380) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:22.036023 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a0ee6284-1a33-481f-8833-e8e7e688689f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:22.062575 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a0ee6284-1a33-481f-8833-e8e7e688689f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:22.112428 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a0ee6284-1a33-481f-8833-e8e7e688689f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846465213'] for security_group, after_delete {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:22.117813 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-64e8f065-2db2-4a70-8827-0db7c2d7e758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:22.131532 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee6284-1a33-481f-8833-e8e7e688689f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d676577-02cc-44df-97d6-873b5ace4786,revision_number=None']} {{(pid=82380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:22.134676 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG oslo_concurrency.lockutils [None req-a0ee6284-1a33-481f-8833-e8e7e688689f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:22.135848 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-a0ee6284-1a33-481f-8833-e8e7e688689f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:22.137099 dv-cinder-805477-2-smb neutron-server[82268]: INFO neutron.wsgi [None req-a0ee6284-1a33-481f-8833-e8e7e688689f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d676577-02cc-44df-97d6-873b5ace4786 HTTP/1.1" status: 204 len: 168 time: 0.1629314 Aug 21 12:31:43.083603 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-db9121bb-1357-4985-97a2-26fd92920990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:44.546319 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:45.217503 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-02b7471a-dfe8-4db0-9f7d-54f0042f0181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:45.838326 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:47.229726 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:48.907107 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:57.867340 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:32:13.083985 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-bec9d1e6-945a-4f50-886f-8b3819a4a6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:14.549078 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:15.217935 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-d8876e55-a1d4-493a-aa51-f82eb40b112e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:15.841915 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:17.234845 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:18.906357 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:34.868603 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:32:43.085152 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-720ae4f2-e227-412a-a0f2-a27adaf1c3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:44.550308 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:45.217898 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-50b83c8a-e74f-406e-9016-955d0a19664e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:45.844454 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:47.235488 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:48.920057 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:11.869334 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:33:13.090952 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-18575be9-656d-48aa-8193-d5c9995ed6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:14.553635 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:15.218779 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-457a62a2-2517-45e4-9ea2-8fb109f07dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:15.847492 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:17.238311 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:18.919894 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:43.092506 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-9b885072-c1f1-46cc-9ac2-b8bcd902eb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:44.555466 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:45.219676 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f96ec0d7-0a02-4a5a-9acd-cbea488b41ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:45.850491 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:47.239374 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:48.870085 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:33:48.934778 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:13.093523 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-15d4b9c1-1e2f-49c7-9c91-0341508797fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:14.558659 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:15.219966 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-43ac8779-5f01-488c-8a4c-c130de235ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:15.851865 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:17.243402 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:18.948416 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:25.872386 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:34:43.096407 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4f2f6053-d230-4764-a403-6cdf5c399e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:44.560413 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:45.222144 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d5c0-9638-4d00-a660-d4da4abb0c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:45.854519 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:47.245335 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:48.963117 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:02.873841 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:35:13.097622 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-f6389b0d-2d16-43ee-b53c-b2ab16165470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:14.562184 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:15.222593 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-c5b56fa6-4d4e-4442-ae50-ed106d1d77df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:15.857967 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:17.249703 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:18.977679 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:39.874515 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:35:43.098814 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-834154b6-a3e7-419f-a0a1-28abbdbecf13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:44.564330 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:45.222731 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-6388bff0-6ce8-450d-a60a-0bbc977652d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:45.859857 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:47.252148 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:48.975399 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:13.100322 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-16125fbd-2bd7-43d0-be38-a83ca4de7231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:14.565386 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-b12ffcd0-d60c-488c-8fef-cc535651a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:15.223914 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-66c13b25-d677-4e2b-9ca9-231dd5336e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:15.862758 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-4bc82ed0-7d08-4b5b-84d6-bc56f2ef9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:16.874739 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.db.agents_db [None req-f924436a-7330-453e-b0b3-9d394e0788e1 None None] Agent healthcheck: found 6 active agents {{(pid=82382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:36:17.252767 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-48b741ad-7137-4944-b8c8-a06c8cf52388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:18.991234 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron_lib.callbacks.manager [None req-432a5325-1b89-42c6-9cea-5232ea8d1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757585440490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7139'] for agent, after_update {{(pid=82381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:29.473551 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [req-046b0b0a-5850-4178-8ce8-bb6d93abfc83 req-f38d2c67-afb2-4ecf-ad5c-5f07c6cba83f service neutron] (82379) timed out ('10.222.0.21', 55830) {{(pid=82379) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Aug 21 12:36:34.541305 dv-cinder-805477-2-smb neutron-server[82268]: DEBUG neutron.wsgi [req-5ee6efe7-3e7c-4ead-a59c-49c2068262fd req-25215011-a760-418a-aec9-3b1b1cb8ad41 service neutron] (82380) timed out ('10.222.0.11', 42348) {{(pid=82380) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}